Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]92b8b11a853d
diff --git a/website/yarn.lock b/website/yarn.lockindex f3a17e971..e5d31dffc 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4073,11 +4073,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.15.18- resolution: "@types/node@npm:22.15.18"+ version: 22.15.19+ resolution: "@types/node@npm:22.15.19"dependencies:undici-types: "npm:~6.21.0"- checksum: 10c0/e23178c568e2dc6b93b6aa3b8dfb45f9556e527918c947fe7406a4c92d2184c7396558912400c3b1b8d0fa952ec63819aca2b8e4d3545455fc6f1e9623e09ca6+ checksum: 10c0/8ef52fa1a91b1c8891616d46f3921a9f3c65ad1c6bb62db7899c8c28643c13bf9d607a2403b1e5aceb3e6fa6749efc9e0ba5c39618a4872da6946437b0edbfbelanguageName: nodelinkType: hard@@ -15248,9 +15248,9 @@ __metadata:linkType: hard"tapable@npm:^2.0.0, tapable@npm:^2.1.1, tapable@npm:^2.2.0, tapable@npm:^2.2.1":- version: 2.2.1- resolution: "tapable@npm:2.2.1"- checksum: 10c0/bc40e6efe1e554d075469cedaba69a30eeb373552aaf41caeaaa45bf56ffacc2674261b106245bd566b35d8f3329b52d838e851ee0a852120acae26e622925c9+ version: 2.2.2+ resolution: "tapable@npm:2.2.2"+ checksum: 10c0/8ad130aa705cab6486ad89e42233569a1fb1ff21af115f59cebe9f2b45e9e7995efceaa9cc5062510cdb4ec673b527924b2ab812e3579c55ad659ae92117011elanguageName: nodelinkType: hard@@ -15944,12 +15944,12 @@ __metadata:linkType: hard"watchpack@npm:^2.4.1":- version: 2.4.2- resolution: "watchpack@npm:2.4.2"+ version: 2.4.3+ resolution: "watchpack@npm:2.4.3"dependencies:glob-to-regexp: "npm:^0.4.1"graceful-fs: "npm:^4.1.2"- checksum: 10c0/ec60a5f0e9efaeca0102fd9126346b3b2d523e01c34030d3fddf5813a7125765121ebdc2552981136dcd2c852deb1af0b39340f2fcc235f292db5399d0283577+ checksum: 10c0/212c645311d6c3a920ccca5b5d27233e8477be4352a20ae30c207e1bc71691154f1179316d31fb1135e56cc948bae8590a648fa9c05f088741c18ef613203475languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex f7ee8f042..e2fb37f89 100644--- a/yarn.lock+++ b/yarn.lock@@ -2718,11 +2718,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^22.5.1":- version: 22.15.18- resolution: "@types/node@npm:22.15.18"+ version: 22.15.19+ resolution: "@types/node@npm:22.15.19"dependencies:undici-types: "npm:~6.21.0"- checksum: 10c0/e23178c568e2dc6b93b6aa3b8dfb45f9556e527918c947fe7406a4c92d2184c7396558912400c3b1b8d0fa952ec63819aca2b8e4d3545455fc6f1e9623e09ca6+ checksum: 10c0/8ef52fa1a91b1c8891616d46f3921a9f3c65ad1c6bb62db7899c8c28643c13bf9d607a2403b1e5aceb3e6fa6749efc9e0ba5c39618a4872da6946437b0edbfbelanguageName: nodelinkType: hard@@ -2996,8 +2996,8 @@ __metadata:linkType: hard"@vitest/coverage-v8@npm:^3.0.0":- version: 3.1.3- resolution: "@vitest/coverage-v8@npm:3.1.3"+ version: 3.1.4+ resolution: "@vitest/coverage-v8@npm:3.1.4"dependencies:"@ampproject/remapping": "npm:^2.3.0""@bcoe/v8-coverage": "npm:^1.0.2"@@ -3012,32 +3012,32 @@ __metadata:test-exclude: "npm:^7.0.1"tinyrainbow: "npm:^2.0.0"peerDependencies:- "@vitest/browser": 3.1.3- vitest: 3.1.3+ "@vitest/browser": 3.1.4+ vitest: 3.1.4peerDependenciesMeta:"@vitest/browser":optional: true- checksum: 10c0/82b5c33ae258832d98d42f24402708bc89dcf7e7c21a9e869dca3860040f57dbefc1bcdea0648e1683e6d07a03fe953c17b99981905be7b95a67bceffea52e68+ checksum: 10c0/e2073c06254772bfcaf00e40b76599aa9a3d66fc84c3d980941c4d216b4cf3db8b6f7f0ebcd4905c4ca08e8d19b505d9c428363e51a80a2d653a4a510b280e41languageName: nodelinkType: hard-"@vitest/expect@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/expect@npm:3.1.3"+"@vitest/expect@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/expect@npm:3.1.4"dependencies:- "@vitest/spy": "npm:3.1.3"- "@vitest/utils": "npm:3.1.3"+ "@vitest/spy": "npm:3.1.4"+ "@vitest/utils": "npm:3.1.4"chai: "npm:^5.2.0"tinyrainbow: "npm:^2.0.0"- checksum: 10c0/3a61e5526ed57491c9c230cb592849a2c15e6b4376bfaec4f623ac75fdcf5c24c322949cfb5362136fc8be5eb19be88d094917ea5f700bd3da0ea0c68ee4a8d9+ checksum: 10c0/9cfd7eb6d965a179b4ec0610a9c08b14dc97dbaf81925c8209a054f7a2a3d1eef59fa5e5cd4dd9bf8cb940d85aee5f5102555511a94be9933faf4cc734462a16languageName: nodelinkType: hard-"@vitest/mocker@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/mocker@npm:3.1.3"+"@vitest/mocker@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/mocker@npm:3.1.4"dependencies:- "@vitest/spy": "npm:3.1.3"+ "@vitest/spy": "npm:3.1.4"estree-walker: "npm:^3.0.3"magic-string: "npm:^0.30.17"peerDependencies:@@ -3048,57 +3048,57 @@ __metadata:optional: truevite:optional: true- checksum: 10c0/6e6a62e27aa6cd146d14ae64eb9acfc0f49e7479ca426af1fb4df362456aa3456abf29731247659032e4bfb7ac9482fca1d1c7e1501e1a186eb211221e1f613a+ checksum: 10c0/d0b89e3974830d3893e7b8324a77ffeb9436db0969b57c01e2508ebd5b374c9d01f73796c8df8f555a3b1e1b502d40e725f159cd85966eebd3145b2f52e605e2languageName: nodelinkType: hard-"@vitest/pretty-format@npm:3.1.3, @vitest/pretty-format@npm:^3.1.3":- version: 3.1.3- resolution: "@vitest/pretty-format@npm:3.1.3"+"@vitest/pretty-format@npm:3.1.4, @vitest/pretty-format@npm:^3.1.4":+ version: 3.1.4+ resolution: "@vitest/pretty-format@npm:3.1.4"dependencies:tinyrainbow: "npm:^2.0.0"- checksum: 10c0/eba164d2c0b2babbcf6bb054da3b326d08cc3a0289ade3c64309bfe5e7c3124cd4d45a60b2f673cf4f5b3a97381fb7af7009780a5d9665afdf7f8263fa34c068+ checksum: 10c0/11e133640435822b8b8528be540b3d66c1de27ebc2dcf1de87608b7f01a44d15302c4d4bf8330fa848a435450d88a09d7e9442747a5739ae5f500ccdd1493159languageName: nodelinkType: hard-"@vitest/runner@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/runner@npm:3.1.3"+"@vitest/runner@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/runner@npm:3.1.4"dependencies:- "@vitest/utils": "npm:3.1.3"+ "@vitest/utils": "npm:3.1.4"pathe: "npm:^2.0.3"- checksum: 10c0/f03c26e72657242ce68a93b46ee8a4e6fa1a290850be608988622a3efef744ffadc0436123acafe61977608b287b1637f4f781d27107ee0c33937c54f547159d+ checksum: 10c0/efb7512eebd3d786baa617eab332ec9ca6ce62eb1c9dd3945019f7510d745b3cd0fc2978868d792050905aacbf158eefc132359c83e61f0398b46be566013ee6languageName: nodelinkType: hard-"@vitest/snapshot@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/snapshot@npm:3.1.3"+"@vitest/snapshot@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/snapshot@npm:3.1.4"dependencies:- "@vitest/pretty-format": "npm:3.1.3"+ "@vitest/pretty-format": "npm:3.1.4"magic-string: "npm:^0.30.17"pathe: "npm:^2.0.3"- checksum: 10c0/60b70c1d878c3d9a4fe3464d14be2318a7a3be24131beb801712735d5dcbc7db7b798f21c98c6fbad4998554992038b29655e1b6e2503242627f203fd89c97c3+ checksum: 10c0/ce9d51e1b03e4f91ffad160c570991a8a3c603cb7dc2a9020e58c012e62dccbe2c6ee45e1a1d8489e265b4485c6721eb73b5e91404d1c76da08dcd663f4e18d1languageName: nodelinkType: hard-"@vitest/spy@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/spy@npm:3.1.3"+"@vitest/spy@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/spy@npm:3.1.4"dependencies:tinyspy: "npm:^3.0.2"- checksum: 10c0/6a8c187069827c56f3492f212ccf76c797fe52392849948af736a0f579e4533fa91041d829e2574b252af4aaadec066ca0714450d6457b31526153978bc55192+ checksum: 10c0/747914ac18efa82d75349b0fb0ad8a5e2af6e04f5bbb50a980c9270dd8958f9ddf84cee0849a54e1645af088fc1f709add94a35e99cb14aca2cdb322622ba501languageName: nodelinkType: hard-"@vitest/utils@npm:3.1.3":- version: 3.1.3- resolution: "@vitest/utils@npm:3.1.3"+"@vitest/utils@npm:3.1.4":+ version: 3.1.4+ resolution: "@vitest/utils@npm:3.1.4"dependencies:- "@vitest/pretty-format": "npm:3.1.3"+ "@vitest/pretty-format": "npm:3.1.4"loupe: "npm:^3.1.3"tinyrainbow: "npm:^2.0.0"- checksum: 10c0/1c4ea711b87a8b2c7dc2da91f20427dccc34c0d1d0e81b8142780d24b6caa3c724e8287f7e01e9e875262b6bb912d55711fb99e66f718ba30cc21706a335829d+ checksum: 10c0/78f1691a2dd578862b236f4962815e7475e547f006e7303a149dc5f910cc1ce6e0bdcbd7b4fd618122d62ca2dcc28bae464d31543f3898f5d88fa35017e00a95languageName: nodelinkType: hard@@ -3383,8 +3383,8 @@ __metadata:linkType: hard"apify@npm:*":- version: 3.4.1- resolution: "apify@npm:3.4.1"+ version: 3.4.2+ resolution: "apify@npm:3.4.2"dependencies:"@apify/consts": "npm:^2.23.0""@apify/input_secrets": "npm:^1.1.40"@@ -3400,7 +3400,7 @@ __metadata:semver: "npm:^7.5.4"tslib: "npm:^2.6.2"ws: "npm:^8.18.0"- checksum: 10c0/82c9bbc5c88e5207a99f3a8a668d105982288f83a90ea5f5dd967c37a8c756efb8f68269e2c34f4423317c1b051c88b7f513a66637f0fa64757ff93ecd6c88bc+ checksum: 10c0/5e483dbf2f4765021d6ebe7c826e11e69b5c3e3c885b257cc9be8520c9ae3297c2892b7bfe3b16b21e619cf93365958dd789768c79a1ab81715fa3e141ed1108languageName: nodelinkType: hard@@ -4088,13 +4088,13 @@ __metadata:linkType: hard"camoufox-js@npm:^0.3.0":- version: 0.3.5- resolution: "camoufox-js@npm:0.3.5"+ version: 0.3.6+ resolution: "camoufox-js@npm:0.3.6"dependencies:adm-zip: "npm:^0.5.16"commander: "npm:^13.1.0"fingerprint-generator: "npm:^2.1.66"- impit: "npm:^0.2.1"+ impit: "npm:^0.4.6"js-yaml: "npm:^4.1.0"language-tags: "npm:^2.0.1"maxmind: "npm:^4.3.24"@@ -4105,7 +4105,7 @@ __metadata:xml2js: "npm:^0.6.2"bin:camoufox-js: dist/__main__.js- checksum: 10c0/d35de44d43451963ceeace8d326f072e033e11893395189d271a3ee5502da9ba2595523fcb494f66cb9c805dfcde475e2c25ccc48a839c123cd0c359a74962b9+ checksum: 10c0/468a88c614bcac0c278c394155c53a3f48dd82fc88e71a31a08c87e081a0e04f9bce892dec54aa6506ce3ac9c2e6e70c63c484e03aadbb74d46559786577f632languageName: nodelinkType: hard@@ -5119,9 +5119,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1461159- resolution: "devtools-protocol@npm:0.0.1461159"- checksum: 10c0/a2ae9e8f64c36574ddbf9cb4c1194d169ab98e0dcf1e91e47fe96b7e4004534bcd5ad2a9adb6c41cc649889f2f0c4b264a09e7a668419c02803bcc96c08f61e4+ version: 0.0.1462014+ resolution: "devtools-protocol@npm:0.0.1462014"+ checksum: 10c0/40d5b33eb20439462686b8ad8c838a261f2f168921914fd1780046216f512d606c810c1bf273bcc888ece548c12bea49e685473500d328e8379d9ffa9508a6b0languageName: nodelinkType: hard@@ -7401,13 +7401,6 @@ __metadata:languageName: nodelinkType: hard-"impit-darwin-arm64@npm:0.2.5":- version: 0.2.5- resolution: "impit-darwin-arm64@npm:0.2.5"- conditions: os=darwin & cpu=arm64- languageName: node- linkType: hard-"impit-darwin-arm64@npm:0.4.6":version: 0.4.6resolution: "impit-darwin-arm64@npm:0.4.6"@@ -7415,13 +7408,6 @@ __metadata:languageName: nodelinkType: hard-"impit-darwin-x64@npm:0.2.5":- version: 0.2.5- resolution: "impit-darwin-x64@npm:0.2.5"- conditions: os=darwin & cpu=x64- languageName: node- linkType: hard-"impit-darwin-x64@npm:0.4.6":version: 0.4.6resolution: "impit-darwin-x64@npm:0.4.6"@@ -7443,13 +7429,6 @@ __metadata:languageName: nodelinkType: hard-"impit-linux-x64-gnu@npm:0.2.5":- version: 0.2.5- resolution: "impit-linux-x64-gnu@npm:0.2.5"- conditions: os=linux & cpu=x64 & libc=glibc- languageName: node- linkType: hard-"impit-linux-x64-gnu@npm:0.4.6":version: 0.4.6resolution: "impit-linux-x64-gnu@npm:0.4.6"@@ -7457,13 +7436,6 @@ __metadata:languageName: nodelinkType: hard-"impit-linux-x64-musl@npm:0.2.5":- version: 0.2.5- resolution: "impit-linux-x64-musl@npm:0.2.5"- conditions: os=linux & cpu=x64 & libc=musl- languageName: node- linkType: hard-"impit-linux-x64-musl@npm:0.4.6":version: 0.4.6resolution: "impit-linux-x64-musl@npm:0.4.6"@@ -7471,13 +7443,6 @@ __metadata:languageName: nodelinkType: hard-"impit-win32-arm64-msvc@npm:0.2.5":- version: 0.2.5- resolution: "impit-win32-arm64-msvc@npm:0.2.5"- conditions: os=win32 & cpu=arm64- languageName: node- linkType: hard-"impit-win32-arm64-msvc@npm:0.4.6":version: 0.4.6resolution: "impit-win32-arm64-msvc@npm:0.4.6"@@ -7485,13 +7450,6 @@ __metadata:languageName: nodelinkType: hard-"impit-win32-x64-msvc@npm:0.2.5":- version: 0.2.5- resolution: "impit-win32-x64-msvc@npm:0.2.5"- conditions: os=win32 & cpu=x64- languageName: node- linkType: hard-"impit-win32-x64-msvc@npm:0.4.6":version: 0.4.6resolution: "impit-win32-x64-msvc@npm:0.4.6"@@ -7499,34 +7457,7 @@ __metadata:languageName: nodelinkType: hard-"impit@npm:^0.2.1":- version: 0.2.5- resolution: "impit@npm:0.2.5"- dependencies:- impit-darwin-arm64: "npm:0.2.5"- impit-darwin-x64: "npm:0.2.5"- impit-linux-x64-gnu: "npm:0.2.5"- impit-linux-x64-musl: "npm:0.2.5"- impit-win32-arm64-msvc: "npm:0.2.5"- impit-win32-x64-msvc: "npm:0.2.5"- dependenciesMeta:- impit-darwin-arm64:- optional: true- impit-darwin-x64:- optional: true- impit-linux-x64-gnu:- optional: true- impit-linux-x64-musl:- optional: true- impit-win32-arm64-msvc:- optional: true- impit-win32-x64-msvc:- optional: true- checksum: 10c0/01bb579d9b8187d9cf7cadde622d52b157c917f32b387bd99497ab80d6dd30ab2686fe4d9c5de8a2c451663c2af3b69c995a2795e15e01f1ef57e0b2c64e5f85- languageName: node- linkType: hard--"impit@npm:^0.4.3":+"impit@npm:^0.4.3, impit@npm:^0.4.6":version: 0.4.6resolution: "impit@npm:0.4.6"dependencies:@@ -9620,9 +9551,9 @@ __metadata:linkType: hard"nano-spawn@npm:^1.0.0":- version: 1.0.1- resolution: "nano-spawn@npm:1.0.1"- checksum: 10c0/e03edc6971f653bc4651f2413b2011772a7c18797c0a4e986ff8eaea3adf4f017697d4d494ffb4ba6bce907b42abbeb0f7f681dbf336c84a324c940fb64c1dec+ version: 1.0.2+ resolution: "nano-spawn@npm:1.0.2"+ checksum: 10c0/d8cec78f127a44aa5e38be01746b3d963a8dcf8b00b4a05bf259b5369af2225b8c7dc9d12517050b90234e5c3eeea4ece5d18a5f9c6c3462b56f9f595f07e632languageName: nodelinkType: hard@@ -13446,9 +13377,9 @@ __metadata:languageName: nodelinkType: hard-"vite-node@npm:3.1.3":- version: 3.1.3- resolution: "vite-node@npm:3.1.3"+"vite-node@npm:3.1.4":+ version: 3.1.4+ resolution: "vite-node@npm:3.1.4"dependencies:cac: "npm:^6.7.14"debug: "npm:^4.4.0"@@ -13457,7 +13388,7 @@ __metadata:vite: "npm:^5.0.0 || ^6.0.0"bin:vite-node: vite-node.mjs- checksum: 10c0/d69a1e52361bc0af22d1178db61674ef768cfd3c5610733794bb1e7a36af113da287dd89662a1ad57fd4f6c3360ca99678f5428ba837f239df4091d7891f2e4c+ checksum: 10c0/2fc71ddadd308b19b0d0dc09f5b9a108ea9bb640ec5fbd6179267994da8fd6c9d6a4c92098af7de73a0fa817055b518b28972452a2f19a1be754e79947e289d2languageName: nodelinkType: hard@@ -13521,16 +13452,16 @@ __metadata:linkType: hard"vitest@npm:^3.0.0":- version: 3.1.3- resolution: "vitest@npm:3.1.3"- dependencies:- "@vitest/expect": "npm:3.1.3"- "@vitest/mocker": "npm:3.1.3"- "@vitest/pretty-format": "npm:^3.1.3"- "@vitest/runner": "npm:3.1.3"- "@vitest/snapshot": "npm:3.1.3"- "@vitest/spy": "npm:3.1.3"- "@vitest/utils": "npm:3.1.3"+ version: 3.1.4+ resolution: "vitest@npm:3.1.4"+ dependencies:+ "@vitest/expect": "npm:3.1.4"+ "@vitest/mocker": "npm:3.1.4"+ "@vitest/pretty-format": "npm:^3.1.4"+ "@vitest/runner": "npm:3.1.4"+ "@vitest/snapshot": "npm:3.1.4"+ "@vitest/spy": "npm:3.1.4"+ "@vitest/utils": "npm:3.1.4"chai: "npm:^5.2.0"debug: "npm:^4.4.0"expect-type: "npm:^1.2.1"@@ -13543,14 +13474,14 @@ __metadata:tinypool: "npm:^1.0.2"tinyrainbow: "npm:^2.0.0"vite: "npm:^5.0.0 || ^6.0.0"- vite-node: "npm:3.1.3"+ vite-node: "npm:3.1.4"why-is-node-running: "npm:^2.3.0"peerDependencies:"@edge-runtime/vm": "*""@types/debug": ^4.1.12"@types/node": ^18.0.0 || ^20.0.0 || >=22.0.0- "@vitest/browser": 3.1.3- "@vitest/ui": 3.1.3+ "@vitest/browser": 3.1.4+ "@vitest/ui": 3.1.4happy-dom: "*"jsdom: "*"peerDependenciesMeta:@@ -13570,7 +13501,7 @@ __metadata:optional: truebin:vitest: vitest.mjs- checksum: 10c0/954b3579a2d925606df7f78e367ae64eab52c8c5ba2bb2fed94d335a06c910202a4ce080bb02d8148c8b4782488c6d229e963617be8d0c7da96a1c944dd291d7+ checksum: 10c0/aec575e3cc6cf9b3cee224ae63569479e3a41fa980e495a73d384e31e273f34b18317a0da23bbd577c60fe5e717fa41cdc390de4049ce224ffdaa266ea0cdc67languageName: nodelinkType: hard@@ -14045,8 +13976,8 @@ __metadata:linkType: hard"zod@npm:^3.24.1":- version: 3.24.4- resolution: "zod@npm:3.24.4"- checksum: 10c0/ab3112f017562180a41a0f83d870b333677f7d6b77f106696c56894567051b91154714a088149d8387a4f50806a2520efcb666f108cd384a35c236a191186d91+ version: 3.25.7+ resolution: "zod@npm:3.25.7"+ checksum: 10c0/9bf497ed9b810d30b84ae032ec7882435d0fb9c94db08427592f56b711227726cfb7551ee7ca9f99135dfaff1fcff5ce261e25a6400f62b651ec23880cb41013languageName: nodelinkType: hard