Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]8d226efa3339
diff --git a/website/yarn.lock b/website/yarn.lockindex 45a3aa577..9dcfc8a0a 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -5883,9 +5883,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.793- resolution: "electron-to-chromium@npm:1.4.793"- checksum: 10c0/d20ed4a66131afe3c5d2e18cb38885c0a865f22316ef2b1d938b3dea0294254c661153ee01a08acf4c8f7c0a04a527c4e8ec9efc89af2af4c2f8b23a4c805217+ version: 1.4.796+ resolution: "electron-to-chromium@npm:1.4.796"+ checksum: 10c0/4f80f06f8e86a56889c1f687db4fec2d5cba6daf23e1f5f621e98254501579d83eaeff9aa1f7aa4144407b519507ea1e55397bfa8f82f1491b17cc4c238bdf6elanguageName: nodelinkType: hard@@ -9364,8 +9364,8 @@ __metadata:linkType: hard"mdast-util-to-hast@npm:^13.0.0":- version: 13.1.0- resolution: "mdast-util-to-hast@npm:13.1.0"+ version: 13.2.0+ resolution: "mdast-util-to-hast@npm:13.2.0"dependencies:"@types/hast": "npm:^3.0.0""@types/mdast": "npm:^4.0.0"@@ -9376,7 +9376,7 @@ __metadata:unist-util-position: "npm:^5.0.0"unist-util-visit: "npm:^5.0.0"vfile: "npm:^6.0.0"- checksum: 10c0/a2b761bfae37b7eb6039e25ca2d3c4dc2f190cdef6b00e404e885d749ecc7f0ce6149f39130bdb02e122785c662eeb84dd1ac999ce3c311ffafe32ecf950071b+ checksum: 10c0/9ee58def9287df8350cbb6f83ced90f9c088d72d4153780ad37854f87144cadc6f27b20347073b285173b1649b0723ddf0b9c78158608a804dcacb6bda6e1816languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex c5b48a234..1785c1675 100644--- a/yarn.lock+++ b/yarn.lock@@ -1373,32 +1373,32 @@ __metadata:languageName: nodelinkType: hard-"@nrwl/devkit@npm:19.2.1":- version: 19.2.1- resolution: "@nrwl/devkit@npm:19.2.1"+"@nrwl/devkit@npm:19.2.2":+ version: 19.2.2+ resolution: "@nrwl/devkit@npm:19.2.2"dependencies:- "@nx/devkit": "npm:19.2.1"- checksum: 10c0/04423b8f9362197970f5e7b53c086e5483d8bc144c4e7c85dc9295e97ba9d5b0ed6bf37ec5efa043f3ca2b076d5760bb8be88d07ab132db5b1b5179c779cde57+ "@nx/devkit": "npm:19.2.2"+ checksum: 10c0/9b7df9e43314399ac9a091c5b1b9317f3b3769ddcaae36f412c704376365edcc6564801028946fac77d2a73a2bfb724d7e1ccf4193a71e845feb4b41f7f3f48flanguageName: nodelinkType: hard-"@nrwl/tao@npm:19.2.1":- version: 19.2.1- resolution: "@nrwl/tao@npm:19.2.1"+"@nrwl/tao@npm:19.2.2":+ version: 19.2.2+ resolution: "@nrwl/tao@npm:19.2.2"dependencies:- nx: "npm:19.2.1"+ nx: "npm:19.2.2"tslib: "npm:^2.3.0"bin:tao: index.js- checksum: 10c0/42975908ff281e467cec8d9f5c49528c790622353ef627afbadef05958d6c53913fb6548a6446fa28c42005b58b6198dedd1a952b8fe3b1d2d66ec703c9ddd1b+ checksum: 10c0/3efa82ee508ed1c5f32f4931d7e1c3c0b6ec14108430644f2ccefabc33d0b7b98f30fdae52285f4622e37b1c9b41e3ee512ac39b3b1033637dfae581210d527alanguageName: nodelinkType: hard-"@nx/devkit@npm:19.2.1, @nx/devkit@npm:>=17.1.2 < 20":- version: 19.2.1- resolution: "@nx/devkit@npm:19.2.1"+"@nx/devkit@npm:19.2.2, @nx/devkit@npm:>=17.1.2 < 20":+ version: 19.2.2+ resolution: "@nx/devkit@npm:19.2.2"dependencies:- "@nrwl/devkit": "npm:19.2.1"+ "@nrwl/devkit": "npm:19.2.2"ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"ignore: "npm:^5.0.4"@@ -1409,76 +1409,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 17 <= 20"- checksum: 10c0/08c92c57ca2c507158554b7477807f00b4d5062d107f206c5c85ac6f881d5e13ad8128c04f15a76fc740542891c6e4efcb241e4a74804375c93a571d5e493e94+ checksum: 10c0/8e197b97c92f3c8b1de996771ac8c74607a8b9e2af044407799deddb7e0acd6b6245d35cd5013850b24c931189447bad1eb45b45ce68b55f76e39426b9eb2479languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-darwin-arm64@npm:19.2.1"+"@nx/nx-darwin-arm64@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-darwin-arm64@npm:19.2.2"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-darwin-x64@npm:19.2.1"+"@nx/nx-darwin-x64@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-darwin-x64@npm:19.2.2"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-freebsd-x64@npm:19.2.1"+"@nx/nx-freebsd-x64@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-freebsd-x64@npm:19.2.2"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.2.1"+"@nx/nx-linux-arm-gnueabihf@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.2.2"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-linux-arm64-gnu@npm:19.2.1"+"@nx/nx-linux-arm64-gnu@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-linux-arm64-gnu@npm:19.2.2"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-linux-arm64-musl@npm:19.2.1"+"@nx/nx-linux-arm64-musl@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-linux-arm64-musl@npm:19.2.2"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-linux-x64-gnu@npm:19.2.1"+"@nx/nx-linux-x64-gnu@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-linux-x64-gnu@npm:19.2.2"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-linux-x64-musl@npm:19.2.1"+"@nx/nx-linux-x64-musl@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-linux-x64-musl@npm:19.2.2"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-win32-arm64-msvc@npm:19.2.1"+"@nx/nx-win32-arm64-msvc@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-win32-arm64-msvc@npm:19.2.2"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:19.2.1":- version: 19.2.1- resolution: "@nx/nx-win32-x64-msvc@npm:19.2.1"+"@nx/nx-win32-x64-msvc@npm:19.2.2":+ version: 19.2.2+ resolution: "@nx/nx-win32-x64-msvc@npm:19.2.2"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3250,11 +3250,11 @@ __metadata:linkType: hard"bare-stream@npm:^2.0.0":- version: 2.0.1- resolution: "bare-stream@npm:2.0.1"+ version: 2.1.2+ resolution: "bare-stream@npm:2.1.2"dependencies:streamx: "npm:^2.18.0"- checksum: 10c0/79185d1f4c0b299ce9e79023d73713ab41df518fab040285bad16deea42808cd2f90b792a48ba06fde419d56e0fbab4aa54b5ce5f8e9bc15acabee1832f72e80+ checksum: 10c0/081bd06aac77f2f51a90ac756ea1d69dd573987aea92f4bfa2140b408da41b2077e07e661bbeb65f9d61f321ee4ae09a7c6e0d1aa4d653b4017f575d0a6729d1languageName: nodelinkType: hard@@ -4741,9 +4741,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.793- resolution: "electron-to-chromium@npm:1.4.793"- checksum: 10c0/d20ed4a66131afe3c5d2e18cb38885c0a865f22316ef2b1d938b3dea0294254c661153ee01a08acf4c8f7c0a04a527c4e8ec9efc89af2af4c2f8b23a4c805217+ version: 1.4.796+ resolution: "electron-to-chromium@npm:1.4.796"+ checksum: 10c0/4f80f06f8e86a56889c1f687db4fec2d5cba6daf23e1f5f621e98254501579d83eaeff9aa1f7aa4144407b519507ea1e55397bfa8f82f1491b17cc4c238bdf6elanguageName: nodelinkType: hard@@ -9126,21 +9126,21 @@ __metadata:languageName: nodelinkType: hard-"nx@npm:19.2.1, nx@npm:>=17.1.2 < 20":- version: 19.2.1- resolution: "nx@npm:19.2.1"- dependencies:- "@nrwl/tao": "npm:19.2.1"- "@nx/nx-darwin-arm64": "npm:19.2.1"- "@nx/nx-darwin-x64": "npm:19.2.1"- "@nx/nx-freebsd-x64": "npm:19.2.1"- "@nx/nx-linux-arm-gnueabihf": "npm:19.2.1"- "@nx/nx-linux-arm64-gnu": "npm:19.2.1"- "@nx/nx-linux-arm64-musl": "npm:19.2.1"- "@nx/nx-linux-x64-gnu": "npm:19.2.1"- "@nx/nx-linux-x64-musl": "npm:19.2.1"- "@nx/nx-win32-arm64-msvc": "npm:19.2.1"- "@nx/nx-win32-x64-msvc": "npm:19.2.1"+"nx@npm:19.2.2, nx@npm:>=17.1.2 < 20":+ version: 19.2.2+ resolution: "nx@npm:19.2.2"+ dependencies:+ "@nrwl/tao": "npm:19.2.2"+ "@nx/nx-darwin-arm64": "npm:19.2.2"+ "@nx/nx-darwin-x64": "npm:19.2.2"+ "@nx/nx-freebsd-x64": "npm:19.2.2"+ "@nx/nx-linux-arm-gnueabihf": "npm:19.2.2"+ "@nx/nx-linux-arm64-gnu": "npm:19.2.2"+ "@nx/nx-linux-arm64-musl": "npm:19.2.2"+ "@nx/nx-linux-x64-gnu": "npm:19.2.2"+ "@nx/nx-linux-x64-musl": "npm:19.2.2"+ "@nx/nx-win32-arm64-msvc": "npm:19.2.2"+ "@nx/nx-win32-x64-msvc": "npm:19.2.2""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.0-rc.46""@zkochan/js-yaml": "npm:0.0.7"@@ -9206,7 +9206,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/a65e76de34c85e95b5a46a9c83c0d2c4e398117168ad9d161a82b2beea182e915dea5bfc5f4b45ff2eb2e1c4fca43f9c7d9df48b603c26f7a59b52c85b81e9a0+ checksum: 10c0/5aba2b67f6e3f77ec1c01780c09eac773d855d27ff3f40fafac2b7b9a8a5cb3673d4c4828bd4152f5fac66eeb53618871071223b6e3f298fe8e38e8201f75686languageName: nodelinkType: hard@@ -11890,8 +11890,8 @@ __metadata:linkType: hard"tsx@npm:^4.4.0":- version: 4.12.0- resolution: "tsx@npm:4.12.0"+ version: 4.13.2+ resolution: "tsx@npm:4.13.2"dependencies:esbuild: "npm:~0.20.2"fsevents: "npm:~2.3.3"@@ -11901,7 +11901,7 @@ __metadata:optional: truebin:tsx: dist/cli.mjs- checksum: 10c0/3ffe41869512685041ee4fffad63ebbabcac9f76b2349c7ca354cf27284c696e45beb7e8a2f39eb44e01e13d54ea97b37e5882e1aa3ddf67aff96a9ffc58a1c0+ checksum: 10c0/33d3d788b4cc2e60c41695018b25fd2957e4fb2488d1c1d8b30a33f317984d6ee215e97f298de5fa89e74c2de81494a09949cbdc2b7cf36fd261dc5097286a36languageName: nodelinkType: hard@@ -12064,9 +12064,9 @@ __metadata:linkType: hard"type-fest@npm:^4.0.0, type-fest@npm:^4.19.0":- version: 4.19.0- resolution: "type-fest@npm:4.19.0"- checksum: 10c0/bd5f96142ea6cc436b75bc2ac0b672d70dfd55ed6986ef76f25165517984bda475bb5d2ee674470a7c5ce0348837627f5e87d9aef1158ba4fb9b36dd10fa2225+ version: 4.20.0+ resolution: "type-fest@npm:4.20.0"+ checksum: 10c0/d0b35152f7f0b34b3048fb14d93d8d6dfe6288d443a2ab7b7b8c1dd902278e092aa057ad7cfc30f269f17d42eeb14a19d4d147ecb14dff74a5941c5c82248efalanguageName: nodelinkType: hard@@ -12424,8 +12424,8 @@ __metadata:linkType: hard"vite@npm:^5.0.0":- version: 5.2.12- resolution: "vite@npm:5.2.12"+ version: 5.2.13+ resolution: "vite@npm:5.2.13"dependencies:esbuild: "npm:^0.20.1"fsevents: "npm:~2.3.3"@@ -12459,7 +12459,7 @@ __metadata:optional: truebin:vite: bin/vite.js- checksum: 10c0/f03fdfc320adea3397df3e327029fd875f8220779f679ab183a3a994e8788b4ce531fee28f830361fb274f3cf08ed9adb9429496ecefdc3faf535b38da7ea8b1+ checksum: 10c0/f7a99da71884e69cc581dcfb43d73c8d56d73b9668d6980131603c544d6323c6003a20f376531dc0cfcf36bf5009bc465f89e6c5f8bd9d22868987aba4e4af1blanguageName: nodelinkType: hard