Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]e580e7989b5b
diff --git a/website/yarn.lock b/website/yarn.lockindex 9688cc0b4..71bd3f4ea 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -204,10 +204,10 @@ __metadata:languageName: nodelinkType: hard-"@apify/consts@npm:^2.25.1":- version: 2.25.1- resolution: "@apify/consts@npm:2.25.1"- checksum: fddbe51d0f7bc9ea0401f903af4b442df8fd5d6e6f8b99c29c5ae1b34b3ff7f80c190b0fbcc84bc06ce57650a34dde5e9fc86aa7451b71ff962c5d6482ce35b7+"@apify/consts@npm:^2.26.0":+ version: 2.26.0+ resolution: "@apify/consts@npm:2.26.0"+ checksum: 34fea5e981432b98192f52e2d03b3322966ea0e6b136513079cad8dbbbea85b1a80ed07f3cacc7386dd17ef971dd1772758983087a58643d4d2a69ff26e4a6dblanguageName: nodelinkType: hard@@ -247,13 +247,13 @@ __metadata:languageName: nodelinkType: hard-"@apify/log@npm:^2.4.8":- version: 2.4.8- resolution: "@apify/log@npm:2.4.8"+"@apify/log@npm:^2.4.9":+ version: 2.4.9+ resolution: "@apify/log@npm:2.4.9"dependencies:- "@apify/consts": "npm:^2.25.1"+ "@apify/consts": "npm:^2.26.0"ansi-colors: "npm:^4.1.1"- checksum: 0f211d9f71cf91d00465fc04f308b0c834ce3f811219e8bac63122eba034011e8f1aedd23777d24c94f7ffc1feb874df7174b5e4a946e813d852c8d98f38db7e+ checksum: 2cc8ac30bcf540f6e3729701e8965941a6fb02eee2965237a2c53380efac64015a57a2017f3ca6380e8b7352b21bc8ee4ce3adcf565b069c0598d07b5feba9f0languageName: nodelinkType: hard@@ -265,12 +265,12 @@ __metadata:linkType: hard"@apify/utilities@npm:^2.8.0":- version: 2.9.8- resolution: "@apify/utilities@npm:2.9.8"+ version: 2.9.9+ resolution: "@apify/utilities@npm:2.9.9"dependencies:- "@apify/consts": "npm:^2.25.1"- "@apify/log": "npm:^2.4.8"- checksum: 7623d91f2d1569d882616bf13a773262231ae6222f7ed6e527769c585b192ac41f3c322c4d249d8f0509f00983f9288237144a67b03c00f85dd5a38af855eefe+ "@apify/consts": "npm:^2.26.0"+ "@apify/log": "npm:^2.4.9"+ checksum: 7c31ca9b8bb85e7eaa5026b9e39a059bd8536f37a837c1410ca08730d9ddcc33fd895d1f599f47c3d1bc7019f2c1169ee57de6d9c628256e35c1ef3c0cf0e233languageName: nodelinkType: hard@@ -404,6 +404,21 @@ __metadata:languageName: nodelinkType: hard+"@babel/helper-define-polyfill-provider@npm:^0.5.0":+ version: 0.5.0+ resolution: "@babel/helper-define-polyfill-provider@npm:0.5.0"+ dependencies:+ "@babel/helper-compilation-targets": "npm:^7.22.6"+ "@babel/helper-plugin-utils": "npm:^7.22.5"+ debug: "npm:^4.1.1"+ lodash.debounce: "npm:^4.0.8"+ resolve: "npm:^1.14.2"+ peerDependencies:+ "@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0+ checksum: 2b053b96a0c604a7e0f5c7d13a8a55f4451d938f7af42bd40f62a87df15e6c87a0b1dbd893a0f0bb51077b54dc3ba00a58b166531a5940ad286ab685dd8979ec+ languageName: node+ linkType: hard+"@babel/helper-environment-visitor@npm:^7.22.20":version: 7.22.20resolution: "@babel/helper-environment-visitor@npm:7.22.20"@@ -4178,15 +4193,15 @@ __metadata:linkType: hard"babel-plugin-polyfill-corejs2@npm:^0.4.7":- version: 0.4.7- resolution: "babel-plugin-polyfill-corejs2@npm:0.4.7"+ version: 0.4.8+ resolution: "babel-plugin-polyfill-corejs2@npm:0.4.8"dependencies:"@babel/compat-data": "npm:^7.22.6"- "@babel/helper-define-polyfill-provider": "npm:^0.4.4"+ "@babel/helper-define-polyfill-provider": "npm:^0.5.0"semver: "npm:^6.3.1"peerDependencies:"@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0- checksum: f80f7284ec72c63e7dd751e0bdf25e9978df195a79e0887470603bfdea13ee518d62573cf360bb1bc01b80819e54915dd5edce9cff14c52d0af5f984aa3d36a3+ checksum: 843e7528de0e03a31a6f3837896a95f75b0b24b0294a077246282372279e974400b0bdd82399e8f9cbfe42c87ed56540fd71c33eafb7c8e8b9adac546ecc5fe5languageName: nodelinkType: hard@@ -4203,13 +4218,13 @@ __metadata:linkType: hard"babel-plugin-polyfill-regenerator@npm:^0.5.4":- version: 0.5.4- resolution: "babel-plugin-polyfill-regenerator@npm:0.5.4"+ version: 0.5.5+ resolution: "babel-plugin-polyfill-regenerator@npm:0.5.5"dependencies:- "@babel/helper-define-polyfill-provider": "npm:^0.4.4"+ "@babel/helper-define-polyfill-provider": "npm:^0.5.0"peerDependencies:"@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0- checksum: 0b903f5fe2f8c487b4260935dfe60bd9a95bcaee7ae63958f063045093b16d4e8288c232199d411261300aa21f6b106a3cb83c42cc996de013b337f5825a79fe+ checksum: 2aab692582082d54e0df9f9373dca1b223e65b4e7e96440160f27ed8803d417a1fa08da550f08aa3820d2010329ca91b68e2b6e9bd7aed51c93d46dfe79629bblanguageName: nodelinkType: hard@@ -4586,9 +4601,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001565, caniuse-lite@npm:^1.0.30001578":- version: 1.0.30001578- resolution: "caniuse-lite@npm:1.0.30001578"- checksum: c3bd9c08a945cee4f0cc284a217ebe9c2613e04d5aef4b48f1871a779b1875c34286469eb8d7d94bd028b5a354613e676ad503b6bf8db20a2f154574bd5fde48+ version: 1.0.30001579+ resolution: "caniuse-lite@npm:1.0.30001579"+ checksum: 4003970f8d01a5fa314e39f4a21751dc750a530f3d19aed225e18e8e02892b590b8b0debfa0961eae9bc0e49b77bfb17cf30d2469540e428a8305e3cc9164fb8languageName: nodelinkType: hard@@ -5214,20 +5229,20 @@ __metadata:linkType: hard"css-loader@npm:^6.8.1":- version: 6.9.0- resolution: "css-loader@npm:6.9.0"+ version: 6.9.1+ resolution: "css-loader@npm:6.9.1"dependencies:icss-utils: "npm:^5.1.0"- postcss: "npm:^8.4.31"+ postcss: "npm:^8.4.33"postcss-modules-extract-imports: "npm:^3.0.0"- postcss-modules-local-by-default: "npm:^4.0.3"- postcss-modules-scope: "npm:^3.1.0"+ postcss-modules-local-by-default: "npm:^4.0.4"+ postcss-modules-scope: "npm:^3.1.1"postcss-modules-values: "npm:^4.0.0"postcss-value-parser: "npm:^4.2.0"semver: "npm:^7.5.4"peerDependencies:webpack: ^5.0.0- checksum: dded9ddbf3d7d2befe6a6c8fc861a46790626219a732ada3e52d02833dd2731d81b5f9ac7be51d3871b48d1a4b840668598e033f5f82790e892c6942139dbf9c+ checksum: 3dfff7d4372a1d8f2b1606a8376f2f5e484e59d7ffdc373ea3b04aa2b54ecd052aaf72c090a97148b0eb8a164cdc1f9dcb7a68686b2d5d190d69367c30f76132languageName: nodelinkType: hard@@ -5828,9 +5843,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.637- resolution: "electron-to-chromium@npm:1.4.637"- checksum: ff3c338034d846fe9d912864dd597eecaab61d1bdc0de9f9f39f2e87127af9d069492789a7a920b6c10a83f1d511ce6474d248b3e5a34d38c5ce788b0e862ae6+ version: 1.4.638+ resolution: "electron-to-chromium@npm:1.4.638"+ checksum: 96f0e75298eea5c11144a458a301cba4f455ef96893c83a604cb06a83881b7d69eac266e8f603b827410bdf3f38153c0da4fb80ca53766103eb479f644be5905languageName: nodelinkType: hard@@ -10940,7 +10955,7 @@ __metadata:languageName: nodelinkType: hard-"postcss-modules-local-by-default@npm:^4.0.3":+"postcss-modules-local-by-default@npm:^4.0.4":version: 4.0.4resolution: "postcss-modules-local-by-default@npm:4.0.4"dependencies:@@ -10953,14 +10968,14 @@ __metadata:languageName: nodelinkType: hard-"postcss-modules-scope@npm:^3.1.0":- version: 3.1.0- resolution: "postcss-modules-scope@npm:3.1.0"+"postcss-modules-scope@npm:^3.1.1":+ version: 3.1.1+ resolution: "postcss-modules-scope@npm:3.1.1"dependencies:postcss-selector-parser: "npm:^6.0.4"peerDependencies:postcss: ^8.1.0- checksum: bc8e12e9312d7070f34ccef2929f65154102e2b2984a385eaf2ef25b6d4e22234de71116c240a05b541a79946b717d6fa8c5d314f6697bf05f295261693050fe+ checksum: 3ef6ac14fcda1581bc43e37622256bd87b99ea49c59b2aae648d057d57f5ecc634648cce9910166220a797567af674bc09246ccc010f1dd58d2863b805719109languageName: nodelinkType: hard@@ -11180,7 +11195,7 @@ __metadata:languageName: nodelinkType: hard-"postcss@npm:^8.4.17, postcss@npm:^8.4.21, postcss@npm:^8.4.26, postcss@npm:^8.4.31":+"postcss@npm:^8.4.17, postcss@npm:^8.4.21, postcss@npm:^8.4.26, postcss@npm:^8.4.33":version: 8.4.33resolution: "postcss@npm:8.4.33"dependencies:@@ -13577,9 +13592,9 @@ __metadata:linkType: hard"utility-types@npm:^3.10.0":- version: 3.10.0- resolution: "utility-types@npm:3.10.0"- checksum: 79a6f7ea0cdd4fcafcec8c6e68e1e0cfa657e414b6f1696552d89ae70a3634b12ac6c16b7a0a3bfdb0a222ebc3d9a7649f2de434a78f2d65d318b50f314a85e4+ version: 3.11.0+ resolution: "utility-types@npm:3.11.0"+ checksum: 2f1580137b0c3e6cf5405f37aaa8f5249961a76d26f1ca8efc0ff49a2fc0e0b2db56de8e521a174d075758e0c7eb3e590edec0832eb44478b958f09914920f19languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 30424fc7c..7c8d568f8 100644--- a/yarn.lock+++ b/yarn.lock@@ -22,10 +22,10 @@ __metadata:languageName: nodelinkType: hard-"@apify/consts@npm:^2.19.0, @apify/consts@npm:^2.20.0, @apify/consts@npm:^2.23.0, @apify/consts@npm:^2.25.1":- version: 2.25.1- resolution: "@apify/consts@npm:2.25.1"- checksum: fddbe51d0f7bc9ea0401f903af4b442df8fd5d6e6f8b99c29c5ae1b34b3ff7f80c190b0fbcc84bc06ce57650a34dde5e9fc86aa7451b71ff962c5d6482ce35b7+"@apify/consts@npm:^2.19.0, @apify/consts@npm:^2.20.0, @apify/consts@npm:^2.23.0, @apify/consts@npm:^2.26.0":+ version: 2.26.0+ resolution: "@apify/consts@npm:2.26.0"+ checksum: 34fea5e981432b98192f52e2d03b3322966ea0e6b136513079cad8dbbbea85b1a80ed07f3cacc7386dd17ef971dd1772758983087a58643d4d2a69ff26e4a6dblanguageName: nodelinkType: hard@@ -73,23 +73,23 @@ __metadata:linkType: hard"@apify/input_secrets@npm:^1.1.40":- version: 1.1.45- resolution: "@apify/input_secrets@npm:1.1.45"+ version: 1.1.46+ resolution: "@apify/input_secrets@npm:1.1.46"dependencies:- "@apify/log": "npm:^2.4.8"- "@apify/utilities": "npm:^2.9.8"+ "@apify/log": "npm:^2.4.9"+ "@apify/utilities": "npm:^2.9.9"ow: "npm:^0.28.2"- checksum: 366c793864817e8b079708b488afe1bad0a20106b7131568a272b9f76ac694470c3506bd7db6623c81f770d2987bc2656599d46e086e1dc7b99131b6ff107459+ checksum: 9f7b122f2606b04cdba981f97eb76e10c3da1d4a8a2a9d803ed16cc71b8b617697eab1bfc8ed53a4b939093cda0169fd99a6676b19d3ccf37deaea614b17e296languageName: nodelinkType: hard-"@apify/log@npm:^2.2.6, @apify/log@npm:^2.4.0, @apify/log@npm:^2.4.3, @apify/log@npm:^2.4.8":- version: 2.4.8- resolution: "@apify/log@npm:2.4.8"+"@apify/log@npm:^2.2.6, @apify/log@npm:^2.4.0, @apify/log@npm:^2.4.3, @apify/log@npm:^2.4.9":+ version: 2.4.9+ resolution: "@apify/log@npm:2.4.9"dependencies:- "@apify/consts": "npm:^2.25.1"+ "@apify/consts": "npm:^2.26.0"ansi-colors: "npm:^4.1.1"- checksum: 0f211d9f71cf91d00465fc04f308b0c834ce3f811219e8bac63122eba034011e8f1aedd23777d24c94f7ffc1feb874df7174b5e4a946e813d852c8d98f38db7e+ checksum: 2cc8ac30bcf540f6e3729701e8965941a6fb02eee2965237a2c53380efac64015a57a2017f3ca6380e8b7352b21bc8ee4ce3adcf565b069c0598d07b5feba9f0languageName: nodelinkType: hard@@ -105,12 +105,12 @@ __metadata:linkType: hard"@apify/pseudo_url@npm:^2.0.30":- version: 2.0.38- resolution: "@apify/pseudo_url@npm:2.0.38"+ version: 2.0.39+ resolution: "@apify/pseudo_url@npm:2.0.39"dependencies:- "@apify/log": "npm:^2.4.8"+ "@apify/log": "npm:^2.4.9""@sapphire/shapeshift": "npm:^3.6.0"- checksum: 21a2e0ace32df1b4a2b49ec7ad41a7182473ad3b26f222202e8733129e0261afb8dc4834fe171d65fc35da6436c940a6207833e42404b87e0f1af7a777c04d90+ checksum: 477a7b6f608239c01bbef83ae7d6ebf7649d6985771a5509a4b249d6760dbadb8d79dc53332d6a868864714cdacf2774449465b7cb9b33f186df2ef4f232506flanguageName: nodelinkType: hard@@ -128,13 +128,13 @@ __metadata:languageName: nodelinkType: hard-"@apify/utilities@npm:^2.7.10, @apify/utilities@npm:^2.9.3, @apify/utilities@npm:^2.9.8":- version: 2.9.8- resolution: "@apify/utilities@npm:2.9.8"+"@apify/utilities@npm:^2.7.10, @apify/utilities@npm:^2.9.3, @apify/utilities@npm:^2.9.9":+ version: 2.9.9+ resolution: "@apify/utilities@npm:2.9.9"dependencies:- "@apify/consts": "npm:^2.25.1"- "@apify/log": "npm:^2.4.8"- checksum: 7623d91f2d1569d882616bf13a773262231ae6222f7ed6e527769c585b192ac41f3c322c4d249d8f0509f00983f9288237144a67b03c00f85dd5a38af855eefe+ "@apify/consts": "npm:^2.26.0"+ "@apify/log": "npm:^2.4.9"+ checksum: 7c31ca9b8bb85e7eaa5026b9e39a059bd8536f37a837c1410ca08730d9ddcc33fd895d1f599f47c3d1bc7019f2c1169ee57de6d9c628256e35c1ef3c0cf0e233languageName: nodelinkType: hard@@ -3369,9 +3369,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001565":- version: 1.0.30001578- resolution: "caniuse-lite@npm:1.0.30001578"- checksum: c3bd9c08a945cee4f0cc284a217ebe9c2613e04d5aef4b48f1871a779b1875c34286469eb8d7d94bd028b5a354613e676ad503b6bf8db20a2f154574bd5fde48+ version: 1.0.30001579+ resolution: "caniuse-lite@npm:1.0.30001579"+ checksum: 4003970f8d01a5fa314e39f4a21751dc750a530f3d19aed225e18e8e02892b590b8b0debfa0961eae9bc0e49b77bfb17cf30d2469540e428a8305e3cc9164fb8languageName: nodelinkType: hard@@ -4320,9 +4320,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1247362- resolution: "devtools-protocol@npm:0.0.1247362"- checksum: 94d2a1ef73cc9424dc7e4fc3995e9e3ac6a765dfc4f59c17f0d4c4c4b58dd64b15af3b0bdd29ac31cc0bbbba6665b6bd4e180491254e06404859b2928ea67f17+ version: 0.0.1248698+ resolution: "devtools-protocol@npm:0.0.1248698"+ checksum: 5f32782a5b64cddad591e2818b73918d98768b7def627179f35f5bb4b5742d04f33828673fcc5fab8d7a456982a9aef390d37e3ac1aa28bd23ec86f685b0878clanguageName: nodelinkType: hard@@ -4495,9 +4495,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.637- resolution: "electron-to-chromium@npm:1.4.637"- checksum: ff3c338034d846fe9d912864dd597eecaab61d1bdc0de9f9f39f2e87127af9d069492789a7a920b6c10a83f1d511ce6474d248b3e5a34d38c5ce788b0e862ae6+ version: 1.4.638+ resolution: "electron-to-chromium@npm:1.4.638"+ checksum: 96f0e75298eea5c11144a458a301cba4f455ef96893c83a604cb06a83881b7d69eac266e8f603b827410bdf3f38153c0da4fb80ca53766103eb479f644be5905languageName: nodelinkType: hard@@ -11229,9 +11229,9 @@ __metadata:linkType: hard"tinypool@npm:^0.8.1":- version: 0.8.1- resolution: "tinypool@npm:0.8.1"- checksum: d965c057a1866c9d83716f4e434f7be18b2a067ed3b32cc2de3b3bf34ca1756ac1c35bd04433e2086c8cc2afa75b328e4b17baa6b4e6292dba2ce31cc76770e0+ version: 0.8.2+ resolution: "tinypool@npm:0.8.2"+ checksum: 8998626614172fc37c394e9a14e701dc437727fc6525488a4d4fd42044a4b2b59d6f076d750cbf5c699f79c58dd4e40599ab09e2f1ae0df4b23516b98c9c3055languageName: nodelinkType: hard