Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]e4b10cb2ec39
diff --git a/website/yarn.lock b/website/yarn.lockindex 28a08331e..578a06548 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4057,11 +4057,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:>=20":- version: 22.13.7- resolution: "@types/node@npm:22.13.7"+ version: 22.13.8+ resolution: "@types/node@npm:22.13.8"dependencies:undici-types: "npm:~6.20.0"- checksum: 10c0/cd44f2a77369def4d21a917c1a4b518777f9488495fe1fd26284c4f19cc2c01e2f7e4030bf92ec14b613fa3d314e52b484b711f4c5a14fa6a01a30adf2c878db+ checksum: 10c0/bfc92b734a9dce6ac5daee0a52feccdf5dcb3804d895e4bc5384e2f4644612b8801725cd03c8c3c0888fb5eeb16b875877ac44b77641e0196dc1a837b1c2a366languageName: nodelinkType: hard@@ -5339,7 +5339,7 @@ __metadata:languageName: nodelinkType: hard-"browserslist@npm:^4.0.0, browserslist@npm:^4.18.1, browserslist@npm:^4.23.0, browserslist@npm:^4.23.3, browserslist@npm:^4.24.0, browserslist@npm:^4.24.2, browserslist@npm:^4.24.3, browserslist@npm:^4.24.4":+"browserslist@npm:^4.0.0, browserslist@npm:^4.18.1, browserslist@npm:^4.23.0, browserslist@npm:^4.23.3, browserslist@npm:^4.24.0, browserslist@npm:^4.24.2, browserslist@npm:^4.24.4":version: 4.24.4resolution: "browserslist@npm:4.24.4"dependencies:@@ -5952,25 +5952,25 @@ __metadata:linkType: hard"core-js-compat@npm:^3.38.0, core-js-compat@npm:^3.40.0":- version: 3.40.0- resolution: "core-js-compat@npm:3.40.0"+ version: 3.41.0+ resolution: "core-js-compat@npm:3.41.0"dependencies:- browserslist: "npm:^4.24.3"- checksum: 10c0/44f6e88726fe266a5be9581a79766800478a8d5c492885f2d4c2a4e2babd9b06bc1689d5340d3a61ae7332f990aff2e83b6203ff8773137a627cfedfbeefabeb+ browserslist: "npm:^4.24.4"+ checksum: 10c0/92d2c748d3dd1c4e3b6cee6b6683b9212db9bc0a6574d933781210daf3baaeb76334ed4636eb8935b45802aa8d9235ab604c9a262694e02a2fa17ad0f6976829languageName: nodelinkType: hard"core-js-pure@npm:^3.30.2":- version: 3.40.0- resolution: "core-js-pure@npm:3.40.0"- checksum: 10c0/97590017216e2614e44bacc0b73159061b58e3ac86b61a3ed8cd78fc12bef604c5fb559a7a4d51ae5f2d1bd23ec57760ba6bf2802e802beb42d6bbce136acf52+ version: 3.41.0+ resolution: "core-js-pure@npm:3.41.0"+ checksum: 10c0/d5003e91f167dd5670174d27bf313407325d0915454f41337510b89ba420f1d0d1b22d3b1793eb329b28e9273e951fb895eb574ecfc1ccc77ed6ad14af1c763blanguageName: nodelinkType: hard"core-js@npm:^3.31.1":- version: 3.40.0- resolution: "core-js@npm:3.40.0"- checksum: 10c0/db7946ada881e845d8b157061945b1187618fa45cf162f392a151e8a497962aed2da688c982eaa1d444c864be97a70f8be4d73385294b515d224dd164d19f1d4+ version: 3.41.0+ resolution: "core-js@npm:3.41.0"+ checksum: 10c0/a29ed0b7fe81acf49d04ce5c17a1947166b1c15197327a5d12f95bbe84b46d60c3c13de701d808f41da06fa316285f3f55ce5903abc8d5642afc1eac4457afc8languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex c9598e3c4..07c8d5752 100644--- a/yarn.lock+++ b/yarn.lock@@ -2065,135 +2065,135 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-android-arm-eabi@npm:4.34.8"+"@rollup/rollup-android-arm-eabi@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.34.9"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-android-arm64@npm:4.34.8"+"@rollup/rollup-android-arm64@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-android-arm64@npm:4.34.9"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-darwin-arm64@npm:4.34.8"+"@rollup/rollup-darwin-arm64@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-darwin-arm64@npm:4.34.9"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-darwin-x64@npm:4.34.8"+"@rollup/rollup-darwin-x64@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-darwin-x64@npm:4.34.9"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-freebsd-arm64@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-freebsd-arm64@npm:4.34.8"+"@rollup/rollup-freebsd-arm64@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-freebsd-arm64@npm:4.34.9"conditions: os=freebsd & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-freebsd-x64@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-freebsd-x64@npm:4.34.8"+"@rollup/rollup-freebsd-x64@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-freebsd-x64@npm:4.34.9"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.34.8"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.34.9"conditions: os=linux & cpu=arm & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm-musleabihf@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.34.8"+"@rollup/rollup-linux-arm-musleabihf@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.34.9"conditions: os=linux & cpu=arm & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.34.8"+"@rollup/rollup-linux-arm64-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.34.9"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.34.8"+"@rollup/rollup-linux-arm64-musl@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.34.9"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-loongarch64-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-loongarch64-gnu@npm:4.34.8"+"@rollup/rollup-linux-loongarch64-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-loongarch64-gnu@npm:4.34.9"conditions: os=linux & cpu=loong64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-powerpc64le-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.34.8"+"@rollup/rollup-linux-powerpc64le-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.34.9"conditions: os=linux & cpu=ppc64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-riscv64-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.34.8"+"@rollup/rollup-linux-riscv64-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.34.9"conditions: os=linux & cpu=riscv64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-s390x-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.34.8"+"@rollup/rollup-linux-s390x-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.34.9"conditions: os=linux & cpu=s390x & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.34.8"+"@rollup/rollup-linux-x64-gnu@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.34.9"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-linux-x64-musl@npm:4.34.8"+"@rollup/rollup-linux-x64-musl@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.34.9"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.34.8"+"@rollup/rollup-win32-arm64-msvc@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.34.9"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.34.8"+"@rollup/rollup-win32-ia32-msvc@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.34.9"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.34.8":- version: 4.34.8- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.34.8"+"@rollup/rollup-win32-x64-msvc@npm:4.34.9":+ version: 4.34.9+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.34.9"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -2551,9 +2551,9 @@ __metadata:linkType: hard"@types/lodash@npm:*":- version: 4.17.15- resolution: "@types/lodash@npm:4.17.15"- checksum: 10c0/2eb2dc6d231f5fb4603d176c08c8d7af688f574d09af47466a179cd7812d9f64144ba74bb32ca014570ffdc544eedc51b7a5657212bad083b6eecbd72223f9bb+ version: 4.17.16+ resolution: "@types/lodash@npm:4.17.16"+ checksum: 10c0/cf017901b8ab1d7aabc86d5189d9288f4f99f19a75caf020c0e2c77b8d4cead4db0d0b842d009b029339f92399f49f34377dd7c2721053388f251778b4c23534languageName: nodelinkType: hard@@ -2586,11 +2586,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^22.5.1":- version: 22.13.7- resolution: "@types/node@npm:22.13.7"+ version: 22.13.8+ resolution: "@types/node@npm:22.13.8"dependencies:undici-types: "npm:~6.20.0"- checksum: 10c0/cd44f2a77369def4d21a917c1a4b518777f9488495fe1fd26284c4f19cc2c01e2f7e4030bf92ec14b613fa3d314e52b484b711f4c5a14fa6a01a30adf2c878db+ checksum: 10c0/bfc92b734a9dce6ac5daee0a52feccdf5dcb3804d895e4bc5384e2f4644612b8801725cd03c8c3c0888fb5eeb16b875877ac44b77641e0196dc1a837b1c2a366languageName: nodelinkType: hard@@ -11299,28 +11299,28 @@ __metadata:linkType: hard"rollup@npm:^4.20.0":- version: 4.34.8- resolution: "rollup@npm:4.34.8"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.34.8"- "@rollup/rollup-android-arm64": "npm:4.34.8"- "@rollup/rollup-darwin-arm64": "npm:4.34.8"- "@rollup/rollup-darwin-x64": "npm:4.34.8"- "@rollup/rollup-freebsd-arm64": "npm:4.34.8"- "@rollup/rollup-freebsd-x64": "npm:4.34.8"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.34.8"- "@rollup/rollup-linux-arm-musleabihf": "npm:4.34.8"- "@rollup/rollup-linux-arm64-gnu": "npm:4.34.8"- "@rollup/rollup-linux-arm64-musl": "npm:4.34.8"- "@rollup/rollup-linux-loongarch64-gnu": "npm:4.34.8"- "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.34.8"- "@rollup/rollup-linux-riscv64-gnu": "npm:4.34.8"- "@rollup/rollup-linux-s390x-gnu": "npm:4.34.8"- "@rollup/rollup-linux-x64-gnu": "npm:4.34.8"- "@rollup/rollup-linux-x64-musl": "npm:4.34.8"- "@rollup/rollup-win32-arm64-msvc": "npm:4.34.8"- "@rollup/rollup-win32-ia32-msvc": "npm:4.34.8"- "@rollup/rollup-win32-x64-msvc": "npm:4.34.8"+ version: 4.34.9+ resolution: "rollup@npm:4.34.9"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.34.9"+ "@rollup/rollup-android-arm64": "npm:4.34.9"+ "@rollup/rollup-darwin-arm64": "npm:4.34.9"+ "@rollup/rollup-darwin-x64": "npm:4.34.9"+ "@rollup/rollup-freebsd-arm64": "npm:4.34.9"+ "@rollup/rollup-freebsd-x64": "npm:4.34.9"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.34.9"+ "@rollup/rollup-linux-arm-musleabihf": "npm:4.34.9"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-arm64-musl": "npm:4.34.9"+ "@rollup/rollup-linux-loongarch64-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-riscv64-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-s390x-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-x64-gnu": "npm:4.34.9"+ "@rollup/rollup-linux-x64-musl": "npm:4.34.9"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.34.9"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.34.9"+ "@rollup/rollup-win32-x64-msvc": "npm:4.34.9""@types/estree": "npm:1.0.6"fsevents: "npm:~2.3.2"dependenciesMeta:@@ -11366,7 +11366,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 10c0/b9e711e33413112fbb761107c3fddc4561dfc74335c393542a829a85ccfb2763bfd17bf2422d84a2e9bee7646e5367018973e97005fdf64e49c2e209612f0eb6+ checksum: 10c0/dd0be1f7c4f8a93040026be13ecc39259fb55313db0dac7eafd97a3ac01ab4584e6b1a8afd86b0259dcf391699d5560a678abe6c0729af0aa4f2d5df70f05c8clanguageName: nodelinkType: hard@@ -12432,21 +12432,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.79":- version: 6.1.79- resolution: "tldts-core@npm:6.1.79"- checksum: 10c0/01554b7e7481bf7f62f0bd1be79bfcd52ca2cc099c0af0d0db4cdbc88cb1a1eb118ff8878fff93b758b148b185447d752cccdecfdec75f97ceddb5ec5c900e8f+"tldts-core@npm:^6.1.82":+ version: 6.1.82+ resolution: "tldts-core@npm:6.1.82"+ checksum: 10c0/bdbefb17837d7d85b79a44824feafad3d12fbbfbe4f0a89d9618765b18e880d4c7ebe9e87258a2a0e85deec23adbcaaa5f4240129d8017f896b0cda0c32ae6e4languageName: nodelinkType: hard"tldts@npm:^6.0.0, tldts@npm:^6.1.32":- version: 6.1.79- resolution: "tldts@npm:6.1.79"+ version: 6.1.82+ resolution: "tldts@npm:6.1.82"dependencies:- tldts-core: "npm:^6.1.79"+ tldts-core: "npm:^6.1.82"bin:tldts: bin/cli.js- checksum: 10c0/c4de29f5c041f1b7293b916e2d758c8879e389264ac0fbe20d52bd07bb3550afba871b76c93167ecc4c2cd3232b635f31b75b9764d543f2c6941c794ef2fa96d+ checksum: 10c0/e01dd47de5a1e5ca7ffe33d9e18cfd608e93ef45cf1f80f3fced1cea192d07a840664ded894b590551ebcaaf8a583a68a4b23bc0645b5885508b57010a9316aflanguageName: nodelinkType: hard@@ -12741,9 +12741,9 @@ __metadata:linkType: hard"type-fest@npm:^4.0.0, type-fest@npm:^4.26.1":- version: 4.35.0- resolution: "type-fest@npm:4.35.0"- checksum: 10c0/7032a8a940c33d45947a4ff0f74e3aa43b6fd8bb4745b32bba8e61ee47c0dd088cacd102f8377e9e889362e1ae8e0292b64a4c0698c1e42fd297bf6f8899d220+ version: 4.36.0+ resolution: "type-fest@npm:4.36.0"+ checksum: 10c0/9257e309a61cfeaec754f45cee4892fe386233daabb3c3e4f990c9ca1a74d44e87166e5cdc12148ba87a350a54a7339b9168dcb478db591be297bf9882cf6634languageName: nodelinkType: hard