Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update vitest monorepo to v3 (#2821)
renovate[bot]668637d4ce49
diff --git a/package.json b/package.jsonindex 36a5fc7cd..47f1d9d1b 100644--- a/package.json+++ b/package.json@@ -82,7 +82,7 @@"@types/semver": "^7.3.12","@types/stream-json": "^1.7.2","@types/yargs": "^17.0.26",- "@vitest/coverage-v8": "^2.0.0",+ "@vitest/coverage-v8": "^3.0.0","apify": "*","apify-node-curl-impersonate": "^1.0.15","basic-auth-parser": "^0.0.2",@@ -114,7 +114,7 @@"typescript": "^5.7.3","typescript-eslint": "^8.28.0","vite-tsconfig-paths": "^4.3.2",- "vitest": "^2.0.0"+ "vitest": "^3.0.0"},"packageManager": "[email protected]","volta": {diff --git a/yarn.lock b/yarn.lockindex 4337659a1..04cc71319 100644--- a/yarn.lock+++ b/yarn.lock@@ -176,10 +176,10 @@ __metadata:languageName: nodelinkType: hard-"@bcoe/v8-coverage@npm:^0.2.3":- version: 0.2.3- resolution: "@bcoe/v8-coverage@npm:0.2.3"- checksum: 10c0/6b80ae4cb3db53f486da2dc63b6e190a74c8c3cca16bb2733f234a0b6a9382b09b146488ae08e2b22cf00f6c83e20f3e040a2f7894f05c045c946d6a090b1d52+"@bcoe/v8-coverage@npm:^1.0.2":+ version: 1.0.2+ resolution: "@bcoe/v8-coverage@npm:1.0.2"+ checksum: 10c0/1eb1dc93cc17fb7abdcef21a6e7b867d6aa99a7ec88ec8207402b23d9083ab22a8011213f04b2cf26d535f1d22dc26139b7929e6c2134c254bd1e14ba5e678c3languageName: nodelinkType: hard@@ -759,7 +759,7 @@ __metadata:"@types/semver": "npm:^7.3.12""@types/stream-json": "npm:^1.7.2""@types/yargs": "npm:^17.0.26"- "@vitest/coverage-v8": "npm:^2.0.0"+ "@vitest/coverage-v8": "npm:^3.0.0"apify: "npm:*"apify-node-curl-impersonate: "npm:^1.0.15"basic-auth-parser: "npm:^0.0.2"@@ -791,7 +791,7 @@ __metadata:typescript: "npm:^5.7.3"typescript-eslint: "npm:^8.28.0"vite-tsconfig-paths: "npm:^4.3.2"- vitest: "npm:^2.0.0"+ vitest: "npm:^3.0.0"languageName: unknownlinkType: soft@@ -3001,110 +3001,110 @@ __metadata:languageName: nodelinkType: hard-"@vitest/coverage-v8@npm:^2.0.0":- version: 2.1.9- resolution: "@vitest/coverage-v8@npm:2.1.9"+"@vitest/coverage-v8@npm:^3.0.0":+ version: 3.1.1+ resolution: "@vitest/coverage-v8@npm:3.1.1"dependencies:"@ampproject/remapping": "npm:^2.3.0"- "@bcoe/v8-coverage": "npm:^0.2.3"- debug: "npm:^4.3.7"+ "@bcoe/v8-coverage": "npm:^1.0.2"+ debug: "npm:^4.4.0"istanbul-lib-coverage: "npm:^3.2.2"istanbul-lib-report: "npm:^3.0.1"istanbul-lib-source-maps: "npm:^5.0.6"istanbul-reports: "npm:^3.1.7"- magic-string: "npm:^0.30.12"+ magic-string: "npm:^0.30.17"magicast: "npm:^0.3.5"- std-env: "npm:^3.8.0"+ std-env: "npm:^3.8.1"test-exclude: "npm:^7.0.1"- tinyrainbow: "npm:^1.2.0"+ tinyrainbow: "npm:^2.0.0"peerDependencies:- "@vitest/browser": 2.1.9- vitest: 2.1.9+ "@vitest/browser": 3.1.1+ vitest: 3.1.1peerDependenciesMeta:"@vitest/browser":optional: true- checksum: 10c0/ccf5871954a630453af9393e84ff40a0f8a4515e988ea32c7ebac5db7c79f17535a12c1c2567cbb78ea01a1eb99abdde94e297f6b6ccd5f7f7fc9b8b01c5963c+ checksum: 10c0/0f852d8a438d27605955f2a1177e017f48b0dcdc7069318b2b1e031e3561d02a54e4d9a108afacbc8365c8b42f4bcb13282ae7cfaf380bce27741991321e83d9languageName: nodelinkType: hard-"@vitest/expect@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/expect@npm:2.1.9"+"@vitest/expect@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/expect@npm:3.1.1"dependencies:- "@vitest/spy": "npm:2.1.9"- "@vitest/utils": "npm:2.1.9"- chai: "npm:^5.1.2"- tinyrainbow: "npm:^1.2.0"- checksum: 10c0/98d1cf02917316bebef9e4720723e38298a1c12b3c8f3a81f259bb822de4288edf594e69ff64f0b88afbda6d04d7a4f0c2f720f3fec16b4c45f5e2669f09fdbb+ "@vitest/spy": "npm:3.1.1"+ "@vitest/utils": "npm:3.1.1"+ chai: "npm:^5.2.0"+ tinyrainbow: "npm:^2.0.0"+ checksum: 10c0/ef4528d0ebb89eb3cc044cf597d051c35df8471bb6ba4029e9b3412aa69d0d85a0ce4eb49531fc78fe1ebd97e6428260463068cc96a8d8c1a80150dedfd1ab3alanguageName: nodelinkType: hard-"@vitest/mocker@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/mocker@npm:2.1.9"+"@vitest/mocker@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/mocker@npm:3.1.1"dependencies:- "@vitest/spy": "npm:2.1.9"+ "@vitest/spy": "npm:3.1.1"estree-walker: "npm:^3.0.3"- magic-string: "npm:^0.30.12"+ magic-string: "npm:^0.30.17"peerDependencies:msw: ^2.4.9- vite: ^5.0.0+ vite: ^5.0.0 || ^6.0.0peerDependenciesMeta:msw:optional: truevite:optional: true- checksum: 10c0/f734490d8d1206a7f44dfdfca459282f5921d73efa72935bb1dc45307578defd38a4131b14853316373ec364cbe910dbc74594ed4137e0da35aa4d9bb716f190+ checksum: 10c0/9264558809e2d7c77ae9ceefad521dc5f886a567aaf0bdd021b73089b8906ffd92c893f3998d16814f38fc653c7413836f508712355c87749a0e86c7d435eec1languageName: nodelinkType: hard-"@vitest/pretty-format@npm:2.1.9, @vitest/pretty-format@npm:^2.1.9":- version: 2.1.9- resolution: "@vitest/pretty-format@npm:2.1.9"+"@vitest/pretty-format@npm:3.1.1, @vitest/pretty-format@npm:^3.1.1":+ version: 3.1.1+ resolution: "@vitest/pretty-format@npm:3.1.1"dependencies:- tinyrainbow: "npm:^1.2.0"- checksum: 10c0/155f9ede5090eabed2a73361094bb35ed4ec6769ae3546d2a2af139166569aec41bb80e031c25ff2da22b71dd4ed51e5468e66a05e6aeda5f14b32e30bc18f00+ tinyrainbow: "npm:^2.0.0"+ checksum: 10c0/540cd46d317fc80298c93b185f3fb48dfe90eaaa3942fd700fde6e88d658772c01b56ad5b9b36e4ac368a02e0fc8e0dc72bbdd6dd07a5d75e89ef99c8df5ba6elanguageName: nodelinkType: hard-"@vitest/runner@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/runner@npm:2.1.9"+"@vitest/runner@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/runner@npm:3.1.1"dependencies:- "@vitest/utils": "npm:2.1.9"- pathe: "npm:^1.1.2"- checksum: 10c0/e81f176badb12a815cbbd9bd97e19f7437a0b64e8934d680024b0f768d8670d59cad698ef0e3dada5241b6731d77a7bb3cd2c7cb29f751fd4dd35eb11c42963a+ "@vitest/utils": "npm:3.1.1"+ pathe: "npm:^2.0.3"+ checksum: 10c0/35a541069c3c94a2dd02fca2d70cc8d5e66ba2e891cfb80da354174f510aeb96774ffb34fff39cecde9d5c969be4dd20e240a900beb9b225b7512a615ecc5503languageName: nodelinkType: hard-"@vitest/snapshot@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/snapshot@npm:2.1.9"+"@vitest/snapshot@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/snapshot@npm:3.1.1"dependencies:- "@vitest/pretty-format": "npm:2.1.9"- magic-string: "npm:^0.30.12"- pathe: "npm:^1.1.2"- checksum: 10c0/394974b3a1fe96186a3c87f933b2f7f1f7b7cc42f9c781d80271dbb4c987809bf035fecd7398b8a3a2d54169e3ecb49655e38a0131d0e7fea5ce88960613b526+ "@vitest/pretty-format": "npm:3.1.1"+ magic-string: "npm:^0.30.17"+ pathe: "npm:^2.0.3"+ checksum: 10c0/43e5fc5db580f20903eb1493d07f08752df8864f7b9b7293a202b2ffe93d8c196a5614d66dda096c6bacc16e12f1836f33ba41898812af6d32676d1eb501536alanguageName: nodelinkType: hard-"@vitest/spy@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/spy@npm:2.1.9"+"@vitest/spy@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/spy@npm:3.1.1"dependencies:tinyspy: "npm:^3.0.2"- checksum: 10c0/12a59b5095e20188b819a1d797e0a513d991b4e6a57db679927c43b362a3eff52d823b34e855a6dd9e73c9fa138dcc5ef52210841a93db5cbf047957a60ca83c+ checksum: 10c0/896659d4b42776cfa2057a1da2c33adbd3f2ebd28005ca606d1616d08d2e726dc1460fb37f1ea7f734756b5bccf926c7165f410e63f0a3b8d992eb5489528b08languageName: nodelinkType: hard-"@vitest/utils@npm:2.1.9":- version: 2.1.9- resolution: "@vitest/utils@npm:2.1.9"+"@vitest/utils@npm:3.1.1":+ version: 3.1.1+ resolution: "@vitest/utils@npm:3.1.1"dependencies:- "@vitest/pretty-format": "npm:2.1.9"- loupe: "npm:^3.1.2"- tinyrainbow: "npm:^1.2.0"- checksum: 10c0/81a346cd72b47941f55411f5df4cc230e5f740d1e97e0d3f771b27f007266fc1f28d0438582f6409ea571bc0030ed37f684c64c58d1947d6298d770c21026fdf+ "@vitest/pretty-format": "npm:3.1.1"+ loupe: "npm:^3.1.3"+ tinyrainbow: "npm:^2.0.0"+ checksum: 10c0/a9cfe0c0f095b58644ce3ba08309de5be8564c10dad9e62035bd378e60b2834e6a256e6e4ded7dcf027fdc2371301f7965040ad3e6323b747d5b3abbb7ceb0d6languageName: nodelinkType: hard@@ -4104,7 +4104,7 @@ __metadata:languageName: nodelinkType: hard-"chai@npm:^5.1.2":+"chai@npm:^5.2.0":version: 5.2.0resolution: "chai@npm:5.2.0"dependencies:@@ -4881,7 +4881,7 @@ __metadata:languageName: nodelinkType: hard-"debug@npm:4, debug@npm:^4.1.0, debug@npm:^4.1.1, debug@npm:^4.3.1, debug@npm:^4.3.2, debug@npm:^4.3.3, debug@npm:^4.3.4, debug@npm:^4.3.7, debug@npm:^4.4.0":+"debug@npm:4, debug@npm:^4.1.0, debug@npm:^4.1.1, debug@npm:^4.3.1, debug@npm:^4.3.2, debug@npm:^4.3.3, debug@npm:^4.3.4, debug@npm:^4.4.0":version: 4.4.0resolution: "debug@npm:4.4.0"dependencies:@@ -5481,7 +5481,7 @@ __metadata:languageName: nodelinkType: hard-"es-module-lexer@npm:^1.5.4":+"es-module-lexer@npm:^1.6.0":version: 1.6.0resolution: "es-module-lexer@npm:1.6.0"checksum: 10c0/667309454411c0b95c476025929881e71400d74a746ffa1ff4cb450bd87f8e33e8eef7854d68e401895039ac0bac64e7809acbebb6253e055dd49ea9e3ea9212@@ -6041,10 +6041,10 @@ __metadata:languageName: nodelinkType: hard-"expect-type@npm:^1.1.0":- version: 1.2.0- resolution: "expect-type@npm:1.2.0"- checksum: 10c0/6069e1980bf16b9385646800e23499c1447df636c433014f6bbabe4bb0e20bd0033f30d38a6f9ae0938b0203a9e870cc82cdfd74b7c837b480cefb8e8240d8e8+"expect-type@npm:^1.2.0":+ version: 1.2.1+ resolution: "expect-type@npm:1.2.1"+ checksum: 10c0/b775c9adab3c190dd0d398c722531726cdd6022849b4adba19dceab58dda7e000a7c6c872408cd73d665baa20d381eca36af4f7b393a4ba60dd10232d1fb8898languageName: nodelinkType: hard@@ -8927,7 +8927,7 @@ __metadata:languageName: nodelinkType: hard-"loupe@npm:^3.1.0, loupe@npm:^3.1.2":+"loupe@npm:^3.1.0, loupe@npm:^3.1.3":version: 3.1.3resolution: "loupe@npm:3.1.3"checksum: 10c0/f5dab4144254677de83a35285be1b8aba58b3861439ce4ba65875d0d5f3445a4a496daef63100ccf02b2dbc25bf58c6db84c9cb0b96d6435331e9d0a33b48541@@ -8971,7 +8971,7 @@ __metadata:languageName: nodelinkType: hard-"magic-string@npm:^0.30.12":+"magic-string@npm:^0.30.17":version: 0.30.17resolution: "magic-string@npm:0.30.17"dependencies:@@ -10748,10 +10748,10 @@ __metadata:languageName: nodelinkType: hard-"pathe@npm:^1.1.2":- version: 1.1.2- resolution: "pathe@npm:1.1.2"- checksum: 10c0/64ee0a4e587fb0f208d9777a6c56e4f9050039268faaaaecd50e959ef01bf847b7872785c36483fa5cdcdbdfdb31fef2ff222684d4fc21c330ab60395c681897+"pathe@npm:^2.0.3":+ version: 2.0.3+ resolution: "pathe@npm:2.0.3"+ checksum: 10c0/c118dc5a8b5c4166011b2b70608762e260085180bb9e33e80a50dcdb1e78c010b1624f4280c492c92b05fc276715a4c357d1f9edc570f8f1b3d90b6839ebaca1languageName: nodelinkType: hard@@ -12232,10 +12232,10 @@ __metadata:languageName: nodelinkType: hard-"std-env@npm:^3.8.0":- version: 3.8.1- resolution: "std-env@npm:3.8.1"- checksum: 10c0/e9b19cca6bc6f06f91607db5b636662914ca8ec9efc525a99da6ec7e493afec109d3b017d21d9782b4369fcfb2891c7c4b4e3c60d495fdadf6861ce434e07bf8+"std-env@npm:^3.8.1":+ version: 3.9.0+ resolution: "std-env@npm:3.9.0"+ checksum: 10c0/4a6f9218aef3f41046c3c7ecf1f98df00b30a07f4f35c6d47b28329bc2531eef820828951c7d7b39a1c5eb19ad8a46e3ddfc7deb28f0a2f3ceebee11bab7ba50languageName: nodelinkType: hard@@ -12691,24 +12691,24 @@ __metadata:languageName: nodelinkType: hard-"tinyexec@npm:^0.3.0, tinyexec@npm:^0.3.1":+"tinyexec@npm:^0.3.0, tinyexec@npm:^0.3.2":version: 0.3.2resolution: "tinyexec@npm:0.3.2"checksum: 10c0/3efbf791a911be0bf0821eab37a3445c2ba07acc1522b1fa84ae1e55f10425076f1290f680286345ed919549ad67527d07281f1c19d584df3b74326909eb1f90languageName: nodelinkType: hard-"tinypool@npm:^1.0.1":+"tinypool@npm:^1.0.2":version: 1.0.2resolution: "tinypool@npm:1.0.2"checksum: 10c0/31ac184c0ff1cf9a074741254fe9ea6de95026749eb2b8ec6fd2b9d8ca94abdccda731f8e102e7f32e72ed3b36d32c6975fd5f5523df3f1b6de6c3d8dfd95e63languageName: nodelinkType: hard-"tinyrainbow@npm:^1.2.0":- version: 1.2.0- resolution: "tinyrainbow@npm:1.2.0"- checksum: 10c0/7f78a4b997e5ba0f5ecb75e7ed786f30bab9063716e7dff24dd84013fb338802e43d176cb21ed12480561f5649a82184cf31efb296601a29d38145b1cdb4c192+"tinyrainbow@npm:^2.0.0":+ version: 2.0.0+ resolution: "tinyrainbow@npm:2.0.0"+ checksum: 10c0/c83c52bef4e0ae7fb8ec6a722f70b5b6fa8d8be1c85792e829f56c0e1be94ab70b293c032dc5048d4d37cfe678f1f5babb04bdc65fd123098800148ca989184flanguageName: nodelinkType: hard@@ -13393,18 +13393,18 @@ __metadata:languageName: nodelinkType: hard-"vite-node@npm:2.1.9":- version: 2.1.9- resolution: "vite-node@npm:2.1.9"+"vite-node@npm:3.1.1":+ version: 3.1.1+ resolution: "vite-node@npm:3.1.1"dependencies:cac: "npm:^6.7.14"- debug: "npm:^4.3.7"- es-module-lexer: "npm:^1.5.4"- pathe: "npm:^1.1.2"- vite: "npm:^5.0.0"+ debug: "npm:^4.4.0"+ es-module-lexer: "npm:^1.6.0"+ pathe: "npm:^2.0.3"+ vite: "npm:^5.0.0 || ^6.0.0"bin:vite-node: vite-node.mjs- checksum: 10c0/0d3589f9f4e9cff696b5b49681fdb75d1638c75053728be52b4013f70792f38cb0120a9c15e3a4b22bdd6b795ad7c2da13bcaf47242d439f0906049e73bdd756+ checksum: 10c0/15ee73c472ae00f042a7cee09a31355d2c0efbb2dab160377545be9ba4b980a5f4cb2841b98319d87bedf630bbbb075e6b40796b39f65610920cf3fde66fdf8dlanguageName: nodelinkType: hard@@ -13467,40 +13467,43 @@ __metadata:languageName: nodelinkType: hard-"vitest@npm:^2.0.0":- version: 2.1.9- resolution: "vitest@npm:2.1.9"- dependencies:- "@vitest/expect": "npm:2.1.9"- "@vitest/mocker": "npm:2.1.9"- "@vitest/pretty-format": "npm:^2.1.9"- "@vitest/runner": "npm:2.1.9"- "@vitest/snapshot": "npm:2.1.9"- "@vitest/spy": "npm:2.1.9"- "@vitest/utils": "npm:2.1.9"- chai: "npm:^5.1.2"- debug: "npm:^4.3.7"- expect-type: "npm:^1.1.0"- magic-string: "npm:^0.30.12"- pathe: "npm:^1.1.2"- std-env: "npm:^3.8.0"+"vitest@npm:^3.0.0":+ version: 3.1.1+ resolution: "vitest@npm:3.1.1"+ dependencies:+ "@vitest/expect": "npm:3.1.1"+ "@vitest/mocker": "npm:3.1.1"+ "@vitest/pretty-format": "npm:^3.1.1"+ "@vitest/runner": "npm:3.1.1"+ "@vitest/snapshot": "npm:3.1.1"+ "@vitest/spy": "npm:3.1.1"+ "@vitest/utils": "npm:3.1.1"+ chai: "npm:^5.2.0"+ debug: "npm:^4.4.0"+ expect-type: "npm:^1.2.0"+ magic-string: "npm:^0.30.17"+ pathe: "npm:^2.0.3"+ std-env: "npm:^3.8.1"tinybench: "npm:^2.9.0"- tinyexec: "npm:^0.3.1"- tinypool: "npm:^1.0.1"- tinyrainbow: "npm:^1.2.0"- vite: "npm:^5.0.0"- vite-node: "npm:2.1.9"+ tinyexec: "npm:^0.3.2"+ tinypool: "npm:^1.0.2"+ tinyrainbow: "npm:^2.0.0"+ vite: "npm:^5.0.0 || ^6.0.0"+ vite-node: "npm:3.1.1"why-is-node-running: "npm:^2.3.0"peerDependencies:"@edge-runtime/vm": "*"- "@types/node": ^18.0.0 || >=20.0.0- "@vitest/browser": 2.1.9- "@vitest/ui": 2.1.9+ "@types/debug": ^4.1.12+ "@types/node": ^18.0.0 || ^20.0.0 || >=22.0.0+ "@vitest/browser": 3.1.1+ "@vitest/ui": 3.1.1happy-dom: "*"jsdom: "*"peerDependenciesMeta:"@edge-runtime/vm":optional: true+ "@types/debug":+ optional: true"@types/node":optional: true"@vitest/browser":@@ -13513,7 +13516,7 @@ __metadata:optional: truebin:vitest: vitest.mjs- checksum: 10c0/e339e16dccacf4589ff43cb1f38c7b4d14427956ae8ef48702af6820a9842347c2b6c77356aeddb040329759ca508a3cb2b104ddf78103ea5bc98ab8f2c3a54e+ checksum: 10c0/680f31d2a7ca59509f837acdbacd9dff405e1b00c606d7cd29717127c6b543f186055854562c2604f74c5cd668b70174968d28feb4ed948a7e013c9477a68d50languageName: nodelinkType: hard