Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]3099cb3a1efa
diff --git a/website/yarn.lock b/website/yarn.lockindex 672f4db1f..e3ad955de 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2995,12 +2995,12 @@ __metadata:linkType: hard"@types/eslint@npm:*":- version: 8.56.9- resolution: "@types/eslint@npm:8.56.9"+ version: 8.56.10+ resolution: "@types/eslint@npm:8.56.10"dependencies:"@types/estree": "npm:*""@types/json-schema": "npm:*"- checksum: 10c0/a800e3d10bd12fc837773101c35a65c189528e306bc41eca9f30176f5ede4d35944a0c0e16b668971db3521df2f2bef62ab2471740eadc72aeb39dbaba6c9101+ checksum: 10c0/674349d6c342c3864d70f4d5a9965f96fb253801532752c8c500ad6a1c2e8b219e01ccff5dc8791dcb58b5483012c495708bb9f3ff929f5c9322b3da126c15d3languageName: nodelinkType: hard@@ -3814,13 +3814,13 @@ __metadata:linkType: hard"algoliasearch-helper@npm:^3.13.3":- version: 3.17.0- resolution: "algoliasearch-helper@npm:3.17.0"+ version: 3.18.0+ resolution: "algoliasearch-helper@npm:3.18.0"dependencies:"@algolia/events": "npm:^4.0.1"peerDependencies:algoliasearch: ">= 3.1 < 6"- checksum: 10c0/409791d53f874b095b7217cb4a0117ad974460ee2a247e1c2cd75cefb15a154b399d21576122890e8ce091d2f8f7a5b0a99a77571c29d0b966bbfb7e3a9b77a4+ checksum: 10c0/d4f14920ba0fca464425af65307932e046c107e8d32d4bd9bdee0ef0c965a357c060c07cffa9c4c48a7867bfbfa9c228abdad279096b8b0e5cd5d2e4c524befblanguageName: nodelinkType: hard@@ -4620,9 +4620,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001587, caniuse-lite@npm:^1.0.30001599":- version: 1.0.30001610- resolution: "caniuse-lite@npm:1.0.30001610"- checksum: 10c0/015956a0bf2e3e233da3dc00c5632bbb4d416bcd6ced2f839e33e45b197a856234f97cb046e7427b83d7e3a3d6df314dfab1c86eb9d970970e00ad85a50b4933+ version: 1.0.30001611+ resolution: "caniuse-lite@npm:1.0.30001611"+ checksum: 10c0/e6d6549a42b811212f6c4ef2798c45ab5a19484aaee0fa550ec20632a49638d3e53b64e088664d2efab0c5a278d1f8d1dec4654fbce11194e6ec1dc4ba5df466languageName: nodelinkType: hard@@ -5902,9 +5902,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.739- resolution: "electron-to-chromium@npm:1.4.739"- checksum: 10c0/e944dd007cc2ab3a3af1519c3b2a9b2dd6947a7fadd31c3ec03245fb1e7907f69178517084aff53a71f9a5be47f8b8141a89d7c3eba38cd7a83d33e899704106+ version: 1.4.745+ resolution: "electron-to-chromium@npm:1.4.745"+ checksum: 10c0/2dd1842e0ee84f88e78ee6e81dbd9dd554a589cf612ab2e5920d8be837aaea78b4c00cf189e545ee25d36777514fed80c11c9a867b2194f94f173d063873ec18languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 65194b669..01bc8a741 100644--- a/yarn.lock+++ b/yarn.lock@@ -1444,32 +1444,32 @@ __metadata:languageName: nodelinkType: hard-"@nrwl/devkit@npm:18.3.1":- version: 18.3.1- resolution: "@nrwl/devkit@npm:18.3.1"+"@nrwl/devkit@npm:18.3.3":+ version: 18.3.3+ resolution: "@nrwl/devkit@npm:18.3.3"dependencies:- "@nx/devkit": "npm:18.3.1"- checksum: 10c0/884796c531282ee2b0b7b6a1ff5810e5eb3ae3e95e220b07af68027ca273c47b42fc9249dd6c3602cd59caa4276650c70d4e23f732b5f89be07a91e4c3d3fe79+ "@nx/devkit": "npm:18.3.3"+ checksum: 10c0/19d3a2256f36b0ba9ae61ead936c14cb291ddb541da4e2755dcf60851f3563d404a29fe758f67dcad77439e097b34513e2b7c282f4708d790a98046feff71e17languageName: nodelinkType: hard-"@nrwl/tao@npm:18.3.1":- version: 18.3.1- resolution: "@nrwl/tao@npm:18.3.1"+"@nrwl/tao@npm:18.3.3":+ version: 18.3.3+ resolution: "@nrwl/tao@npm:18.3.3"dependencies:- nx: "npm:18.3.1"+ nx: "npm:18.3.3"tslib: "npm:^2.3.0"bin:tao: index.js- checksum: 10c0/d72156062530fea1da374711635a00496b93f9dac6f726f89b67711255c2102caa2a10d8edf41792e1e0286f913b9834d89a3f22a1cf777c07999adb1c64d839+ checksum: 10c0/5f7beef10cee488f6c3f0da53e7c74a9ba4c7690b2e94498e79867ec463d5ef2e6a930a1ed652797d89fbe98c3e1dcb3950142f4bb48b971d534e44441570981languageName: nodelinkType: hard-"@nx/devkit@npm:18.3.1, @nx/devkit@npm:>=17.1.2 < 19":- version: 18.3.1- resolution: "@nx/devkit@npm:18.3.1"+"@nx/devkit@npm:18.3.3, @nx/devkit@npm:>=17.1.2 < 19":+ version: 18.3.3+ resolution: "@nx/devkit@npm:18.3.3"dependencies:- "@nrwl/devkit": "npm:18.3.1"+ "@nrwl/devkit": "npm:18.3.3"ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"ignore: "npm:^5.0.4"@@ -1479,76 +1479,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 16 <= 19"- checksum: 10c0/ab709cacf6bb08d11141717858e10eccffe8d03001eec19b9a642cc7887427febe884a802542d221c747cb9e2c7a5cbcae716eee56e80016311b3cb36746e840+ checksum: 10c0/eb611a96130616e147b1281e6360a7e3d259972b1409b1e2a7911325aaed527ad51bd58e45496134e33715af7219b2e2e2ef6c700f9f7ed481788a68c3ae6f01languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-darwin-arm64@npm:18.3.1"+"@nx/nx-darwin-arm64@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-darwin-arm64@npm:18.3.3"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-darwin-x64@npm:18.3.1"+"@nx/nx-darwin-x64@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-darwin-x64@npm:18.3.3"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-freebsd-x64@npm:18.3.1"+"@nx/nx-freebsd-x64@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-freebsd-x64@npm:18.3.3"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-linux-arm-gnueabihf@npm:18.3.1"+"@nx/nx-linux-arm-gnueabihf@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:18.3.3"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-linux-arm64-gnu@npm:18.3.1"+"@nx/nx-linux-arm64-gnu@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-linux-arm64-gnu@npm:18.3.3"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-linux-arm64-musl@npm:18.3.1"+"@nx/nx-linux-arm64-musl@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-linux-arm64-musl@npm:18.3.3"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-linux-x64-gnu@npm:18.3.1"+"@nx/nx-linux-x64-gnu@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-linux-x64-gnu@npm:18.3.3"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-linux-x64-musl@npm:18.3.1"+"@nx/nx-linux-x64-musl@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-linux-x64-musl@npm:18.3.3"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-win32-arm64-msvc@npm:18.3.1"+"@nx/nx-win32-arm64-msvc@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-win32-arm64-msvc@npm:18.3.3"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:18.3.1":- version: 18.3.1- resolution: "@nx/nx-win32-x64-msvc@npm:18.3.1"+"@nx/nx-win32-x64-msvc@npm:18.3.3":+ version: 18.3.3+ resolution: "@nx/nx-win32-x64-msvc@npm:18.3.3"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3591,9 +3591,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001587":- version: 1.0.30001610- resolution: "caniuse-lite@npm:1.0.30001610"- checksum: 10c0/015956a0bf2e3e233da3dc00c5632bbb4d416bcd6ced2f839e33e45b197a856234f97cb046e7427b83d7e3a3d6df314dfab1c86eb9d970970e00ad85a50b4933+ version: 1.0.30001611+ resolution: "caniuse-lite@npm:1.0.30001611"+ checksum: 10c0/e6d6549a42b811212f6c4ef2798c45ab5a19484aaee0fa550ec20632a49638d3e53b64e088664d2efab0c5a278d1f8d1dec4654fbce11194e6ec1dc4ba5df466languageName: nodelinkType: hard@@ -3967,6 +3967,13 @@ __metadata:languageName: nodelinkType: hard+"confbox@npm:^0.1.7":+ version: 0.1.7+ resolution: "confbox@npm:0.1.7"+ checksum: 10c0/18b40c2f652196a833f3f1a5db2326a8a579cd14eacabfe637e4fc8cb9b68d7cf296139a38c5e7c688ce5041bf46f9adce05932d43fde44cf7e012840b5da111+ languageName: node+ linkType: hard+"confusing-browser-globals@npm:^1.0.10":version: 1.0.11resolution: "confusing-browser-globals@npm:1.0.11"@@ -4574,9 +4581,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1286932- resolution: "devtools-protocol@npm:0.0.1286932"- checksum: 10c0/2a8d0bd15ce77ca7bce1dfc4b019d968cc4a81753f95454d7b0b9b53d724d6ac88c9e1d228d01a23a268c526e992539e0c880aa8559c5d4468cdb0313e815bd0+ version: 0.0.1289136+ resolution: "devtools-protocol@npm:0.0.1289136"+ checksum: 10c0/d5349dc0a6b6d45620d66a39ab99976aebd466a3eb69873c61686119a10c8558c68eae06e617e531f3d6b4569eaf45aee5ec4397b629e45a13d3577c8279e161languageName: nodelinkType: hard@@ -4749,9 +4756,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.739- resolution: "electron-to-chromium@npm:1.4.739"- checksum: 10c0/e944dd007cc2ab3a3af1519c3b2a9b2dd6947a7fadd31c3ec03245fb1e7907f69178517084aff53a71f9a5be47f8b8141a89d7c3eba38cd7a83d33e899704106+ version: 1.4.745+ resolution: "electron-to-chromium@npm:1.4.745"+ checksum: 10c0/2dd1842e0ee84f88e78ee6e81dbd9dd554a589cf612ab2e5920d8be837aaea78b4c00cf189e545ee25d36777514fed80c11c9a867b2194f94f173d063873ec18languageName: nodelinkType: hard@@ -7733,13 +7740,6 @@ __metadata:languageName: nodelinkType: hard-"jsonc-parser@npm:^3.2.0":- version: 3.2.1- resolution: "jsonc-parser@npm:3.2.1"- checksum: 10c0/ada66dec143d7f9cb0e2d0d29c69e9ce40d20f3a4cb96b0c6efb745025ac7f9ba647d7ac0990d0adfc37a2d2ae084a12009a9c833dbdbeadf648879a99b9df89- languageName: node- linkType: hard-"jsonfile@npm:^6.0.1":version: 6.1.0resolution: "jsonfile@npm:6.1.0"@@ -8706,7 +8706,7 @@ __metadata:languageName: nodelinkType: hard-"mlly@npm:^1.2.0, mlly@npm:^1.4.2":+"mlly@npm:^1.4.2, mlly@npm:^1.6.1":version: 1.6.1resolution: "mlly@npm:1.6.1"dependencies:@@ -9144,21 +9144,21 @@ __metadata:languageName: nodelinkType: hard-"nx@npm:18.3.1, nx@npm:>=17.1.2 < 19":- version: 18.3.1- resolution: "nx@npm:18.3.1"+"nx@npm:18.3.3, nx@npm:>=17.1.2 < 19":+ version: 18.3.3+ resolution: "nx@npm:18.3.3"dependencies:- "@nrwl/tao": "npm:18.3.1"- "@nx/nx-darwin-arm64": "npm:18.3.1"- "@nx/nx-darwin-x64": "npm:18.3.1"- "@nx/nx-freebsd-x64": "npm:18.3.1"- "@nx/nx-linux-arm-gnueabihf": "npm:18.3.1"- "@nx/nx-linux-arm64-gnu": "npm:18.3.1"- "@nx/nx-linux-arm64-musl": "npm:18.3.1"- "@nx/nx-linux-x64-gnu": "npm:18.3.1"- "@nx/nx-linux-x64-musl": "npm:18.3.1"- "@nx/nx-win32-arm64-msvc": "npm:18.3.1"- "@nx/nx-win32-x64-msvc": "npm:18.3.1"+ "@nrwl/tao": "npm:18.3.3"+ "@nx/nx-darwin-arm64": "npm:18.3.3"+ "@nx/nx-darwin-x64": "npm:18.3.3"+ "@nx/nx-freebsd-x64": "npm:18.3.3"+ "@nx/nx-linux-arm-gnueabihf": "npm:18.3.3"+ "@nx/nx-linux-arm64-gnu": "npm:18.3.3"+ "@nx/nx-linux-arm64-musl": "npm:18.3.3"+ "@nx/nx-linux-x64-gnu": "npm:18.3.3"+ "@nx/nx-linux-x64-musl": "npm:18.3.3"+ "@nx/nx-win32-arm64-msvc": "npm:18.3.3"+ "@nx/nx-win32-x64-msvc": "npm:18.3.3""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.0-rc.46""@zkochan/js-yaml": "npm:0.0.6"@@ -9224,7 +9224,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/ce3766937a9d06378529ad7af0ade003b9e90d674fbb173cf367bd0d6db205df70845c1601d204308f2de70359736f8fd34dab7a394f635fa88bb96a723c8d81+ checksum: 10c0/0ab2ff14d78e69a03616e30daa04ee9fbba2ce22fb7bbb9a5b0adfa6c28a4dec8160ca3a18dfca2f28eca7cb270e1fe8ac9184b6e2ee4622c3045a73784c889elanguageName: nodelinkType: hard@@ -9846,7 +9846,7 @@ __metadata:languageName: nodelinkType: hard-"pathe@npm:^1.1.0, pathe@npm:^1.1.1, pathe@npm:^1.1.2":+"pathe@npm:^1.1.1, pathe@npm:^1.1.2":version: 1.1.2resolution: "pathe@npm:1.1.2"checksum: 10c0/64ee0a4e587fb0f208d9777a6c56e4f9050039268faaaaecd50e959ef01bf847b7872785c36483fa5cdcdbdfdb31fef2ff222684d4fc21c330ab60395c681897@@ -9937,13 +9937,13 @@ __metadata:linkType: hard"pkg-types@npm:^1.0.3":- version: 1.0.3- resolution: "pkg-types@npm:1.0.3"+ version: 1.1.0+ resolution: "pkg-types@npm:1.1.0"dependencies:- jsonc-parser: "npm:^3.2.0"- mlly: "npm:^1.2.0"- pathe: "npm:^1.1.0"- checksum: 10c0/7f692ff2005f51b8721381caf9bdbc7f5461506ba19c34f8631660a215c8de5e6dca268f23a319dd180b8f7c47a0dc6efea14b376c485ff99e98d810b8f786c4+ confbox: "npm:^0.1.7"+ mlly: "npm:^1.6.1"+ pathe: "npm:^1.1.2"+ checksum: 10c0/b350da13d2dab7dc2fa9d65a08a2038d841d8d8c94bf3878dd911a522e20da50d6662bab510fa329e363e403892374b3b847ebf7b3e10011805cdefb00f228fdlanguageName: nodelinkType: hard@@ -11707,21 +11707,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.16":- version: 6.1.16- resolution: "tldts-core@npm:6.1.16"- checksum: 10c0/70e5a0b1564da1b6ae309c3987a21d59bc6551f0777f7e3881e7f596aa6f53f99759d075091e592df572b36057f22e9450587ee2f36a2b62df4c9805f4d92fcf+"tldts-core@npm:^6.1.18":+ version: 6.1.18+ resolution: "tldts-core@npm:6.1.18"+ checksum: 10c0/c54895464f030ed96fe8f41abd08328fa7c1e095e72b5f67de10bcaddbef5c8156368eab8d05d1f7ac381fa2b7c11d0623c44fa2b156721af718497c17a27bd2languageName: nodelinkType: hard"tldts@npm:^6.0.0":- version: 6.1.16- resolution: "tldts@npm:6.1.16"+ version: 6.1.18+ resolution: "tldts@npm:6.1.18"dependencies:- tldts-core: "npm:^6.1.16"+ tldts-core: "npm:^6.1.18"bin:tldts: bin/cli.js- checksum: 10c0/1ecd30118d1758b2afb7ff42cc3ef39c2c3c862d2cdf1fab55b6bd8a0274ff58bd3199c0c8e22ca1f80eb80b3712f2c6224a90a8059d52720461de4c042a1a0d+ checksum: 10c0/0c650ba3d5a67a85f6087ce6ef3198a3d7d21b2538cca6317aed6fbb38585a5cff97a1e97563fdb35f603c87798258bca75d0debd09dc6288920a4116aaff930languageName: nodelinkType: hard