Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]f20b420855f2
diff --git a/website/yarn.lock b/website/yarn.lockindex 06f4f9685..6195a33b1 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2926,14 +2926,14 @@ __metadata:linkType: hard"@types/express-serve-static-core@npm:*, @types/express-serve-static-core@npm:^4.17.33":- version: 4.17.35- resolution: "@types/express-serve-static-core@npm:4.17.35"+ version: 4.17.36+ resolution: "@types/express-serve-static-core@npm:4.17.36"dependencies:"@types/node": "*""@types/qs": "*""@types/range-parser": "*""@types/send": "*"- checksum: cc8995d10c6feda475ec1b3a0e69eb0f35f21ab6b49129ad5c6f279e0bc5de8175bc04ec51304cb79a43eec3ed2f5a1e01472eb6d5f827b8c35c6ca8ad24eb6e+ checksum: 410b13cbd663f18c0f8729e7f2ff54d960d96de76ebbae7cadb612972f85cc66c54051e00d32f11aa230c0a683d81a6d6fc7f7e4e383a95c0801494c517f36e1languageName: nodelinkType: hard@@ -3060,9 +3060,9 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.5.1- resolution: "@types/node@npm:20.5.1"- checksum: 3dbe611cd67afa987102c8558ee70f848949c5dcfee5f60abc073e55c0d7b048e391bf06bb1e0dc052cb7210ca97136ac496cbaf6e89123c989de6bd125fde82+ version: 20.5.3+ resolution: "@types/node@npm:20.5.3"+ checksum: fe67a0fd7402218bdf91523a2b1c2e41d619f7294b1a471e0a778b8bc7bb3fcf291aed12041bcbe9622d50a3d1295a9adea0e7e19bb9386a246bf66071404721languageName: nodelinkType: hard@@ -3141,13 +3141,13 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.2.20- resolution: "@types/react@npm:18.2.20"+ version: 18.2.21+ resolution: "@types/react@npm:18.2.21"dependencies:"@types/prop-types": "*""@types/scheduler": "*"csstype: ^3.0.2- checksum: 30f699c60e5e4bfef273ce64d320651cdd60f5c6a08361c6c7eca8cebcccda1ac953d2ee57c9f321b5ae87f8a62c72b6d35ca42df0e261d337849952daab2141+ checksum: ffed203bfe7aad772b8286f7953305c9181ac3a8f27d3f5400fbbc2a8e27ca8e5bbff818ee014f39ca0d19d2b3bb154e5bdbec7e232c6f80b59069375aa78349languageName: nodelinkType: hard@@ -5545,9 +5545,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.477":- version: 1.4.498- resolution: "electron-to-chromium@npm:1.4.498"- checksum: 01962ae42e9097c321cb6ff63ca97dfd36457050727893d1768e6eb1b7d5a48ece568b94b1128fd0211f7ce3a31aca0c17eb72b1292d9b5ef7b0664d90dfe3aa+ version: 1.4.499+ resolution: "electron-to-chromium@npm:1.4.499"+ checksum: 9002f3bcd9018f38b3496c2ced5393c6144d3a09bc5e1ea9866541045f6364841a6d11afe8c5977838835bc70f50f8caee63ba928a910e68ac1eed45afd18120languageName: nodelinkType: hard@@ -10412,15 +10412,15 @@ __metadata:linkType: hard"react-textarea-autosize@npm:^8.3.2":- version: 8.5.2- resolution: "react-textarea-autosize@npm:8.5.2"+ version: 8.5.3+ resolution: "react-textarea-autosize@npm:8.5.3"dependencies:"@babel/runtime": ^7.20.13use-composed-ref: ^1.3.0use-latest: ^1.2.1peerDependencies:react: ^16.8.0 || ^17.0.0 || ^18.0.0- checksum: 48504e1c7bea01ea9632a2f663271519693926bb4dbdba7f7353178078df95a877fb298ff56e8ba41a324b212da2b3df13524de54c6a32a2de8241e46dceba98+ checksum: b317c3763f37a89621bbafd0e6e2d068e7876790a5ae77f497adfd6ba9334ceea138c8a0b7d907bae0f79c765cb24e8b2ca2b8033b4144c0bce28571a3658921languageName: nodelinkType: hard@@ -11468,9 +11468,9 @@ __metadata:linkType: hard"std-env@npm:^3.0.1":- version: 3.4.2- resolution: "std-env@npm:3.4.2"- checksum: e08794eff2498fa0bfcf997c22eac20b8711a865650f597f041be456aee854e8779816ee8fc701dc9bc040307d007df271b05e44ae7660e9a19ea27a5c78a876+ version: 3.4.3+ resolution: "std-env@npm:3.4.3"+ checksum: bef186fb2baddda31911234b1e58fa18f181eb6930616aaec3b54f6d5db65f2da5daaa5f3b326b98445a7d50ca81d6fe8809ab4ebab85ecbe4a802f1b40921bflanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 2d6a99017..6d03872dd 100644--- a/yarn.lock+++ b/yarn.lock@@ -1642,32 +1642,32 @@ __metadata:languageName: nodelinkType: hard-"@nrwl/devkit@npm:16.7.2":- version: 16.7.2- resolution: "@nrwl/devkit@npm:16.7.2"+"@nrwl/devkit@npm:16.7.3":+ version: 16.7.3+ resolution: "@nrwl/devkit@npm:16.7.3"dependencies:- "@nx/devkit": 16.7.2- checksum: bc1a0e98e454d87ae4a4cc5bb034534687e01d3a1bff4bdad16b757096e95414d216f7f8becfcd49e44b2f5b4e05ba3fa2a8828099e59507c560f6ee7225577c+ "@nx/devkit": 16.7.3+ checksum: cb88befbed24c71de3adcb9a95cb505f55d06f802f1c7d5cbe635c93c8cc01282d30c27824f11e799cd31109141f13c92ffddd047cf7028fb371144d67c63ceflanguageName: nodelinkType: hard-"@nrwl/tao@npm:16.7.2":- version: 16.7.2- resolution: "@nrwl/tao@npm:16.7.2"+"@nrwl/tao@npm:16.7.3":+ version: 16.7.3+ resolution: "@nrwl/tao@npm:16.7.3"dependencies:- nx: 16.7.2+ nx: 16.7.3tslib: ^2.3.0bin:tao: index.js- checksum: ecab238e47fc1069cf051ec8d0618df1fb10e5025bda0a355ccf002804cbfe07463ed2ece744bf6920c34923ecd6a1bb37a27fcb90f51249ebdea328b940f669+ checksum: fd176363672481e06d575a8389748eed88e81bd8b73673970ec85396c163693b80817f753135c6cd54e474bda74d5af7061421029d444715b4b4174bc76e08d0languageName: nodelinkType: hard-"@nx/devkit@npm:16.7.2, @nx/devkit@npm:>=16.5.1 < 17":- version: 16.7.2- resolution: "@nx/devkit@npm:16.7.2"+"@nx/devkit@npm:16.7.3, @nx/devkit@npm:>=16.5.1 < 17":+ version: 16.7.3+ resolution: "@nx/devkit@npm:16.7.3"dependencies:- "@nrwl/devkit": 16.7.2+ "@nrwl/devkit": 16.7.3ejs: ^3.1.7enquirer: ~2.3.6ignore: ^5.0.4@@ -1676,76 +1676,76 @@ __metadata:tslib: ^2.3.0peerDependencies:nx: ">= 15 <= 17"- checksum: 7b31d50abc02ae3286ef297786e668f2a4880938b6b738e206f151499788d397550eb8e9ec3bdd2b468a008dac6280076e8aa5e59ed6b3dfb459ac4f6053308c+ checksum: cba939ea12112af24d8bdef150a2bb114d8b18055b762a8322d2dea60e4d472e5c1335d63e50fcff1875d8cf4d2700b42292f349957b19fd456c82c52e58b981languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-darwin-arm64@npm:16.7.2"+"@nx/nx-darwin-arm64@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-darwin-arm64@npm:16.7.3"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-darwin-x64@npm:16.7.2"+"@nx/nx-darwin-x64@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-darwin-x64@npm:16.7.3"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-freebsd-x64@npm:16.7.2"+"@nx/nx-freebsd-x64@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-freebsd-x64@npm:16.7.3"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-linux-arm-gnueabihf@npm:16.7.2"+"@nx/nx-linux-arm-gnueabihf@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:16.7.3"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-linux-arm64-gnu@npm:16.7.2"+"@nx/nx-linux-arm64-gnu@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-linux-arm64-gnu@npm:16.7.3"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-linux-arm64-musl@npm:16.7.2"+"@nx/nx-linux-arm64-musl@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-linux-arm64-musl@npm:16.7.3"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-linux-x64-gnu@npm:16.7.2"+"@nx/nx-linux-x64-gnu@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-linux-x64-gnu@npm:16.7.3"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-linux-x64-musl@npm:16.7.2"+"@nx/nx-linux-x64-musl@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-linux-x64-musl@npm:16.7.3"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-win32-arm64-msvc@npm:16.7.2"+"@nx/nx-win32-arm64-msvc@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-win32-arm64-msvc@npm:16.7.3"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:16.7.2":- version: 16.7.2- resolution: "@nx/nx-win32-x64-msvc@npm:16.7.2"+"@nx/nx-win32-x64-msvc@npm:16.7.3":+ version: 16.7.3+ resolution: "@nx/nx-win32-x64-msvc@npm:16.7.3"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -2198,14 +2198,14 @@ __metadata:linkType: hard"@types/express-serve-static-core@npm:^4.17.33":- version: 4.17.35- resolution: "@types/express-serve-static-core@npm:4.17.35"+ version: 4.17.36+ resolution: "@types/express-serve-static-core@npm:4.17.36"dependencies:"@types/node": "*""@types/qs": "*""@types/range-parser": "*""@types/send": "*"- checksum: cc8995d10c6feda475ec1b3a0e69eb0f35f21ab6b49129ad5c6f279e0bc5de8175bc04ec51304cb79a43eec3ed2f5a1e01472eb6d5f827b8c35c6ca8ad24eb6e+ checksum: 410b13cbd663f18c0f8729e7f2ff54d960d96de76ebbae7cadb612972f85cc66c54051e00d32f11aa230c0a683d81a6d6fc7f7e4e383a95c0801494c517f36e1languageName: nodelinkType: hard@@ -2311,23 +2311,23 @@ __metadata:linkType: hard"@types/jest@npm:^29.1.1":- version: 29.5.3- resolution: "@types/jest@npm:29.5.3"+ version: 29.5.4+ resolution: "@types/jest@npm:29.5.4"dependencies:expect: ^29.0.0pretty-format: ^29.0.0- checksum: e36bb92e0b9e5ea7d6f8832baa42f087fc1697f6cd30ec309a07ea4c268e06ec460f1f0cfd2581daf5eff5763475190ec1ad8ac6520c49ccfe4f5c0a48bfa676+ checksum: 38ed5942f44336452efd0f071eab60aaa57cd8d46530348d0a3aa5a691dcbf1366c4ca8f6ee8364efb45b4413bfefae443e5d4f469246a472a03b21ac11cd4edlanguageName: nodelinkType: hard"@types/jsdom@npm:^21.0.0":- version: 21.1.1- resolution: "@types/jsdom@npm:21.1.1"+ version: 21.1.2+ resolution: "@types/jsdom@npm:21.1.2"dependencies:"@types/node": "*""@types/tough-cookie": "*"parse5: ^7.0.0- checksum: 7450d6e23aa31b837a1682f0e59b06838aacca85c9d030035f40e21d559169c773aee5cee9244f23c3004b78f7064f0c540ceb808d2f187deb3140f2b0449dee+ checksum: 62513fc82afa0234034919dee37d3f82425245e1794c58bac55fabbd00de10b3c384992db1cdd53d35a0af58540e2733730f22dbeb57f5b76bca90bca8c368a8languageName: nodelinkType: hard@@ -2413,9 +2413,9 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.5.1- resolution: "@types/node@npm:20.5.1"- checksum: 3dbe611cd67afa987102c8558ee70f848949c5dcfee5f60abc073e55c0d7b048e391bf06bb1e0dc052cb7210ca97136ac496cbaf6e89123c989de6bd125fde82+ version: 20.5.3+ resolution: "@types/node@npm:20.5.3"+ checksum: fe67a0fd7402218bdf91523a2b1c2e41d619f7294b1a471e0a778b8bc7bb3fcf291aed12041bcbe9622d50a3d1295a9adea0e7e19bb9386a246bf66071404721languageName: nodelinkType: hard@@ -2427,9 +2427,9 @@ __metadata:linkType: hard"@types/node@npm:^18.7.13":- version: 18.17.6- resolution: "@types/node@npm:18.17.6"- checksum: 70bc92adde47d569f25c5ed40b55040cdf189518d6149e0c3041c6e60b1098cad9c48a856f0b7868ebd74d4098a0ca508b0ec4373dd96216eb8a387ee898e14c+ version: 18.17.8+ resolution: "@types/node@npm:18.17.8"+ checksum: ebb71526368c9c58f03e2c2408bfda4aa686c13d84226e2c9b48d9c4aee244fb82e672aaf4aa8ccb6e4993b4274d5f4b2b3d52d0a2e57ab187ae653903376411languageName: nodelinkType: hard@@ -4848,9 +4848,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.477":- version: 1.4.498- resolution: "electron-to-chromium@npm:1.4.498"- checksum: 01962ae42e9097c321cb6ff63ca97dfd36457050727893d1768e6eb1b7d5a48ece568b94b1128fd0211f7ce3a31aca0c17eb72b1292d9b5ef7b0664d90dfe3aa+ version: 1.4.499+ resolution: "electron-to-chromium@npm:1.4.499"+ checksum: 9002f3bcd9018f38b3496c2ced5393c6144d3a09bc5e1ea9866541045f6364841a6d11afe8c5977838835bc70f50f8caee63ba928a910e68ac1eed45afd18120languageName: nodelinkType: hard@@ -9458,21 +9458,21 @@ __metadata:languageName: nodelinkType: hard-"nx@npm:16.7.2, nx@npm:>=16.5.1 < 17":- version: 16.7.2- resolution: "nx@npm:16.7.2"+"nx@npm:16.7.3, nx@npm:>=16.5.1 < 17":+ version: 16.7.3+ resolution: "nx@npm:16.7.3"dependencies:- "@nrwl/tao": 16.7.2- "@nx/nx-darwin-arm64": 16.7.2- "@nx/nx-darwin-x64": 16.7.2- "@nx/nx-freebsd-x64": 16.7.2- "@nx/nx-linux-arm-gnueabihf": 16.7.2- "@nx/nx-linux-arm64-gnu": 16.7.2- "@nx/nx-linux-arm64-musl": 16.7.2- "@nx/nx-linux-x64-gnu": 16.7.2- "@nx/nx-linux-x64-musl": 16.7.2- "@nx/nx-win32-arm64-msvc": 16.7.2- "@nx/nx-win32-x64-msvc": 16.7.2+ "@nrwl/tao": 16.7.3+ "@nx/nx-darwin-arm64": 16.7.3+ "@nx/nx-darwin-x64": 16.7.3+ "@nx/nx-freebsd-x64": 16.7.3+ "@nx/nx-linux-arm-gnueabihf": 16.7.3+ "@nx/nx-linux-arm64-gnu": 16.7.3+ "@nx/nx-linux-arm64-musl": 16.7.3+ "@nx/nx-linux-x64-gnu": 16.7.3+ "@nx/nx-linux-x64-musl": 16.7.3+ "@nx/nx-win32-arm64-msvc": 16.7.3+ "@nx/nx-win32-x64-msvc": 16.7.3"@parcel/watcher": 2.0.4"@yarnpkg/lockfile": ^1.1.0"@yarnpkg/parsers": 3.0.0-rc.46@@ -9538,7 +9538,7 @@ __metadata:optional: truebin:nx: bin/nx.js- checksum: 8507fe0b5f842e7b4454631b4bd6a4a7e7a9664b477ffa8e40c15bee2c3cbcc74ffb353a3b04496e67e4185d26db8465b67ffc11bb2da8e6a97fef984b55a599+ checksum: 0ed4f667fb7b8109cebad0abe247059f39417a355acd4caa70f39ef59b533a284197719745de565018187aabfe7679652d3a75bb8d7125c4387ac232618bf062languageName: nodelinkType: hard