Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]60557f8b1ff7
diff --git a/package.json b/package.jsonindex cf564a565..c280b4ae6 100644--- a/package.json+++ b/package.json@@ -77,8 +77,8 @@"@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2","@types/yargs": "^17.0.26",- "@typescript-eslint/eslint-plugin": "6.19.1",- "@typescript-eslint/parser": "6.19.1",+ "@typescript-eslint/eslint-plugin": "6.20.0",+ "@typescript-eslint/parser": "6.20.0","@vitest/coverage-v8": "^1.0.0","apify": "*","basic-auth-parser": "^0.0.2",@@ -100,7 +100,7 @@"playwright": "1.41.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "21.9.0",+ "puppeteer": "21.10.0","rimraf": "^5.0.0","tsx": "^4.4.0","turbo": "1.11.3",diff --git a/yarn.lock b/yarn.lockindex 42546f4c8..a27876091 100644--- a/yarn.lock+++ b/yarn.lock@@ -679,8 +679,8 @@ __metadata:"@types/stream-json": "npm:^1.7.2""@types/tough-cookie": "npm:^4.0.2""@types/yargs": "npm:^17.0.26"- "@typescript-eslint/eslint-plugin": "npm:6.19.1"- "@typescript-eslint/parser": "npm:6.19.1"+ "@typescript-eslint/eslint-plugin": "npm:6.20.0"+ "@typescript-eslint/parser": "npm:6.20.0""@vitest/coverage-v8": "npm:^1.0.0"apify: "npm:*"basic-auth-parser: "npm:^0.0.2"@@ -702,7 +702,7 @@ __metadata:playwright: "npm:1.41.1"portastic: "npm:^1.0.1"proxy: "npm:^1.0.2"- puppeteer: "npm:21.9.0"+ puppeteer: "npm:21.10.0"rimraf: "npm:^5.0.0"tsx: "npm:^4.4.0"turbo: "npm:1.11.3"@@ -2265,15 +2265,15 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/eslint-plugin@npm:6.19.1"+"@typescript-eslint/eslint-plugin@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/eslint-plugin@npm:6.20.0"dependencies:"@eslint-community/regexpp": "npm:^4.5.1"- "@typescript-eslint/scope-manager": "npm:6.19.1"- "@typescript-eslint/type-utils": "npm:6.19.1"- "@typescript-eslint/utils": "npm:6.19.1"- "@typescript-eslint/visitor-keys": "npm:6.19.1"+ "@typescript-eslint/scope-manager": "npm:6.20.0"+ "@typescript-eslint/type-utils": "npm:6.20.0"+ "@typescript-eslint/utils": "npm:6.20.0"+ "@typescript-eslint/visitor-keys": "npm:6.20.0"debug: "npm:^4.3.4"graphemer: "npm:^1.4.0"ignore: "npm:^5.2.4"@@ -2286,44 +2286,44 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 01f1d643219b51bfad76734c6eb19a480309f0e66877ddc00bca89368e5aee3eb907e366977a8d11094c49e807773f5cfba306c861cd690d70044a7925173823+ checksum: 5020faac39be476de056342f58f2bf68bb788f230e2fa4a2e27ceab8a5187dc450beba7333b0aa741a43aeaff45a117558132953f9390b5eca4c2cc004fde716languageName: nodelinkType: hard-"@typescript-eslint/parser@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/parser@npm:6.19.1"+"@typescript-eslint/parser@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/parser@npm:6.20.0"dependencies:- "@typescript-eslint/scope-manager": "npm:6.19.1"- "@typescript-eslint/types": "npm:6.19.1"- "@typescript-eslint/typescript-estree": "npm:6.19.1"- "@typescript-eslint/visitor-keys": "npm:6.19.1"+ "@typescript-eslint/scope-manager": "npm:6.20.0"+ "@typescript-eslint/types": "npm:6.20.0"+ "@typescript-eslint/typescript-estree": "npm:6.20.0"+ "@typescript-eslint/visitor-keys": "npm:6.20.0"debug: "npm:^4.3.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 442e860fbc4786fe999205528cc74b31d933008e170a707ddaec0c9e2c374f62c36c8d05d3dd446c9ceb802f2b403806d72c78ffd97867cf1672028b754b6262+ checksum: d84ad5e2282b1096c80dedb903c83ecc31eaf7be1aafcb14c18d9ec2d4a319f2fd1e5a9038b944d9f42c36c1c57add5e4292d4026ca7d3d5441d41286700d402languageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/scope-manager@npm:6.19.1"+"@typescript-eslint/scope-manager@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/scope-manager@npm:6.20.0"dependencies:- "@typescript-eslint/types": "npm:6.19.1"- "@typescript-eslint/visitor-keys": "npm:6.19.1"- checksum: a81315b4a2888343d3be781fe8d6b4c229c656d7bf1bd74bc44a89bba96bb6a10a0319d301f24ca91adb898374eaadbd38979e6567ac9085b5d7076163794281+ "@typescript-eslint/types": "npm:6.20.0"+ "@typescript-eslint/visitor-keys": "npm:6.20.0"+ checksum: f6768ed2dcd2d1771d55ed567ff392a6569ffd683a26500067509dd41769f8838c43686460fe7337144f324fd063df33f5d5646d44e5df4998ceffb3ad1fb790languageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/type-utils@npm:6.19.1"+"@typescript-eslint/type-utils@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/type-utils@npm:6.20.0"dependencies:- "@typescript-eslint/typescript-estree": "npm:6.19.1"- "@typescript-eslint/utils": "npm:6.19.1"+ "@typescript-eslint/typescript-estree": "npm:6.20.0"+ "@typescript-eslint/utils": "npm:6.20.0"debug: "npm:^4.3.4"ts-api-utils: "npm:^1.0.1"peerDependencies:@@ -2331,23 +2331,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 78c185c64a8c92d7b5f2132ef4880b974a2e07e9ae7913ad53e327972af540a8a8bf75bc319c8aaa82445615e2680f3c85736ee67aa174a5ba91798fe5068f95+ checksum: 8f622fbb14268f1d00b2948f995b570f0ef82be02c12be41d90385290a56ea0dbd34d855d6a5aff100b57f3bdd300ff0c300f16c78f12d6064f7ae6e34fd71bflanguageName: nodelinkType: hard-"@typescript-eslint/types@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/types@npm:6.19.1"- checksum: b8f75df157ca383e5bd6c07276fbeed6ff775e1354260a1653777749c0d71626fb29be5d36c9570e2c5cfaa5db62deaae20aa4be8a2d7d753782ab66d88e007f+"@typescript-eslint/types@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/types@npm:6.20.0"+ checksum: 37589003b0e06f83c1945e3748e91af85918cfd997766894642a08e6f355f611cfe11df4e7632dda96e3a9b3441406283fe834ab0906cf81ea97fd43ca2aebe3languageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/typescript-estree@npm:6.19.1"+"@typescript-eslint/typescript-estree@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/typescript-estree@npm:6.20.0"dependencies:- "@typescript-eslint/types": "npm:6.19.1"- "@typescript-eslint/visitor-keys": "npm:6.19.1"+ "@typescript-eslint/types": "npm:6.20.0"+ "@typescript-eslint/visitor-keys": "npm:6.20.0"debug: "npm:^4.3.4"globby: "npm:^11.1.0"is-glob: "npm:^4.0.3"@@ -2357,34 +2357,34 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: dec16f873084e9eeb1a696dff82c42164e75908221f7868d900ad7b7fcec6fc62a9a7dddb8bc17c78c19bf35f07acee81b3778b20b9735ffdaeee732ecb643d3+ checksum: 551f13445a303882d9fc0fbe14ef8507eb8414253fd87a5f13d2e324b5280b626421a238b8ec038e628bc80128dc06c057757f668738e82e64d5b39a9083c27dlanguageName: nodelinkType: hard-"@typescript-eslint/utils@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/utils@npm:6.19.1"+"@typescript-eslint/utils@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/utils@npm:6.20.0"dependencies:"@eslint-community/eslint-utils": "npm:^4.4.0""@types/json-schema": "npm:^7.0.12""@types/semver": "npm:^7.5.0"- "@typescript-eslint/scope-manager": "npm:6.19.1"- "@typescript-eslint/types": "npm:6.19.1"- "@typescript-eslint/typescript-estree": "npm:6.19.1"+ "@typescript-eslint/scope-manager": "npm:6.20.0"+ "@typescript-eslint/types": "npm:6.20.0"+ "@typescript-eslint/typescript-estree": "npm:6.20.0"semver: "npm:^7.5.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0- checksum: 5fa58a32722e9915bfe8433fda2f46be894352549e8406acc4e29a04a8ddb0ea5988fddda2a3145f8952129a267cb51b666206b30489d2ff36b7911f540f1d57+ checksum: 0a8ede3d80a365b52ae96d88e4a9f6e6abf3569c6b60ff9f42ff900cd843ae7c5493cd95f8f2029d90bb0acbf31030980206af98e581d760d6d41e0f80e9fb86languageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:6.19.1":- version: 6.19.1- resolution: "@typescript-eslint/visitor-keys@npm:6.19.1"+"@typescript-eslint/visitor-keys@npm:6.20.0":+ version: 6.20.0+ resolution: "@typescript-eslint/visitor-keys@npm:6.20.0"dependencies:- "@typescript-eslint/types": "npm:6.19.1"+ "@typescript-eslint/types": "npm:6.20.0"eslint-visitor-keys: "npm:^3.4.1"- checksum: b0370a9bc6fd8d243aa8b7ccd1657ec2fbd25ceb7b067aac64322f03aa0f64b97444b13b0946f52a53d6bc5edd43e0b447f72160be4a5b72e073c1d3679b6b4c+ checksum: 852d938f2e5d57200cf62733b42e73a369f797b097d17e8fd3fffd0f7315c3b9e1863eed60bb8d57d6535a3b7f1980f645f96ec6d513950f182bfa8107b33fablanguageName: nodelinkType: hard@@ -3508,15 +3508,15 @@ __metadata:languageName: nodelinkType: hard-"chromium-bidi@npm:0.5.4":- version: 0.5.4- resolution: "chromium-bidi@npm:0.5.4"+"chromium-bidi@npm:0.5.6":+ version: 0.5.6+ resolution: "chromium-bidi@npm:0.5.6"dependencies:mitt: "npm:3.0.1"- urlpattern-polyfill: "npm:9.0.0"+ urlpattern-polyfill: "npm:10.0.0"peerDependencies:devtools-protocol: "*"- checksum: 0a779744a03762202e26155585e4c158cd45f442c6ae07fc10dca165ade19ba8379b17b778ac3fe0993c15efd69e9c6bf0a617a730a65247ac5bb76970560292+ checksum: 076fe42ed4eec6361a0c100bd17b91747ccc064cb89114431568c99daebf4b1f38c6466a4a2d17e7e08badc2a907f53245231f39344419a0f5c35c856f6ff717languageName: nodelinkType: hard@@ -9749,30 +9749,30 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:21.9.0":- version: 21.9.0- resolution: "puppeteer-core@npm:21.9.0"+"puppeteer-core@npm:21.10.0":+ version: 21.10.0+ resolution: "puppeteer-core@npm:21.10.0"dependencies:"@puppeteer/browsers": "npm:1.9.1"- chromium-bidi: "npm:0.5.4"+ chromium-bidi: "npm:0.5.6"cross-fetch: "npm:4.0.0"debug: "npm:4.3.4"devtools-protocol: "npm:0.0.1232444"ws: "npm:8.16.0"- checksum: fe9533974e25c967ad22e1b8b628b31b72cb93d299f1a176d599c5b56aa31bfde43909becceaa240709cd474a12d3d5471ed1a9ed9bb1e70ae3015d31fd37b30+ checksum: 301e4430d22b4659b77bfffe02bf3ee0ddf0fa095a44e782f17b473f53b2fb015f2deed080b4acfa4b75a50b889fe2295df7ce82eebd161bfbeb9d749529eaadlanguageName: nodelinkType: hard-"puppeteer@npm:21.9.0":- version: 21.9.0- resolution: "puppeteer@npm:21.9.0"+"puppeteer@npm:21.10.0":+ version: 21.10.0+ resolution: "puppeteer@npm:21.10.0"dependencies:"@puppeteer/browsers": "npm:1.9.1"cosmiconfig: "npm:9.0.0"- puppeteer-core: "npm:21.9.0"+ puppeteer-core: "npm:21.10.0"bin:puppeteer: lib/esm/puppeteer/node/cli.js- checksum: 37cd4af353a0fbda2244825d95167d96ee8858affb899a70671a0afcac2451272849669b127dce5d252935ea505f10838a9875909ff26f5d5cf8c407ce0c4ff9+ checksum: a12b0352f84d78e1c379b3efab4c3a98394a1e051c5675ee59c23ad4812d127ccf9b679ad379019d113ab2da8128c469b5dda41059527ec8a83793c232d28347languageName: nodelinkType: hard@@ -11828,10 +11828,10 @@ __metadata:languageName: nodelinkType: hard-"urlpattern-polyfill@npm:9.0.0":- version: 9.0.0- resolution: "urlpattern-polyfill@npm:9.0.0"- checksum: 1fecb4a7695ad7917b02193896ec7b5773bb730ee3fbbb583cfaf134cc99da054c18560a35e7e901ad4e2f7a6035b6754313a2bb84126a7f118201427d465185+"urlpattern-polyfill@npm:10.0.0":+ version: 10.0.0+ resolution: "urlpattern-polyfill@npm:10.0.0"+ checksum: 43593f2a89bd54f2d5b5105ef4896ac5c5db66aef723759fbd15cd5eb1ea6cdae9d112e257eda9bbc3fb0cd90be6ac6e9689abe4ca69caa33114f42a27363531languageName: nodelinkType: hard