Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]2764674ab2ef
diff --git a/website/yarn.lock b/website/yarn.lockindex e6d90d17d..45027c3ac 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2941,12 +2941,12 @@ __metadata:linkType: hard"@types/eslint@npm:*":- version: 8.40.2- resolution: "@types/eslint@npm:8.40.2"+ version: 8.44.0+ resolution: "@types/eslint@npm:8.44.0"dependencies:"@types/estree": "*""@types/json-schema": "*"- checksum: a4780e45e677e3af21c44a900846996cb6d9ae8f71d51940942a047163ae93a05444392c005f491ed46aa169f3b25f8be125ab42c5d8bdb571154bf62a7c828a+ checksum: 2655f409a4ecdd64bb9dd9eb6715e7a2ac30c0e7f902b414e10dbe9d6d497baa5a0f13105e1f7bd5ad7a913338e2ab4bed1faf192a7a0d27d1acd45ba79d3f69languageName: nodelinkType: hard@@ -3092,9 +3092,9 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.4.0- resolution: "@types/node@npm:20.4.0"- checksum: 8ad632ee131611651fc5f4ac3a47427640e2492ab314fe1c4d0c3b97af71784ef48c53221d5f9922aab4724375dcb4f33137b3107ba2c356d9366216a31678aa+ version: 20.4.1+ resolution: "@types/node@npm:20.4.1"+ checksum: 22cbcc792f2eb636fe4188778ed0f32658ab872aa7fcb9847b3fa289a42b14b9f5e30c6faec50ef3c7adbc6c2a246926e5858136bb8b10c035a3fcaa6afbeed2languageName: nodelinkType: hard@@ -3268,7 +3268,14 @@ __metadata:languageName: nodelinkType: hard-"@types/unist@npm:*, @types/unist@npm:^2.0.0, @types/unist@npm:^2.0.2, @types/unist@npm:^2.0.3":+"@types/unist@npm:*":+ version: 3.0.0+ resolution: "@types/unist@npm:3.0.0"+ checksum: e9d21a8fb5e332be0acef29192d82632875b2ef3e700f1bc64fdfc1520189542de85c3d4f3bcfbc2f4afdb210f4c23f68061f3fbf10744e920d4f18430d19f49+ languageName: node+ linkType: hard++"@types/unist@npm:^2.0.0, @types/unist@npm:^2.0.2, @types/unist@npm:^2.0.3":version: 2.0.6resolution: "@types/unist@npm:2.0.6"checksum: 25cb860ff10dde48b54622d58b23e66214211a61c84c0f15f88d38b61aa1b53d4d46e42b557924a93178c501c166aa37e28d7f6d994aba13d24685326272d5db@@ -4393,9 +4400,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001464, caniuse-lite@npm:^1.0.30001503":- version: 1.0.30001512- resolution: "caniuse-lite@npm:1.0.30001512"- checksum: 18432eecfaf4748465e5d574fd29aa018e255cda620c8e8d564b9fc03c4cb572acf9248a5da2ba7b4d58d6fbc6c7436c02e1e19247b2a72f5aab818070460dec+ version: 1.0.30001513+ resolution: "caniuse-lite@npm:1.0.30001513"+ checksum: 7d783f4f40584e7bdeda3f3abc23ffff21f14c37e1fadf1a6b3d2e299727fe9d5a61096101d9d4e4174f881d4ff4c62204fc41f3bc950f4da1b0edfdea025fa4languageName: nodelinkType: hard@@ -5528,9 +5535,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.431":- version: 1.4.451- resolution: "electron-to-chromium@npm:1.4.451"- checksum: 602ee3e5311539cfbb8644873b71987a00f1e926c32eeeb03bd9b355f60eaf1e35633a05ce6560edf8da92e8c4b0c1edb60d21da4f68dd6563e937489d112c4d+ version: 1.4.454+ resolution: "electron-to-chromium@npm:1.4.454"+ checksum: 26a756485b442be04a640b8733c3e0d1ad9630541e56906332b1a5f25ec0027647561ec98d0d2a5069a1aae3875c9751c6d1c6cb9ef400b2beabedc36da14ba1languageName: nodelinkType: hard@@ -6691,17 +6698,17 @@ __metadata:linkType: hard"glob@npm:^10.2.2, glob@npm:^10.2.5":- version: 10.3.1- resolution: "glob@npm:10.3.1"+ version: 10.3.2+ resolution: "glob@npm:10.3.2"dependencies:foreground-child: ^3.1.0jackspeak: ^2.0.3minimatch: ^9.0.1- minipass: ^5.0.0 || ^6.0.2- path-scurry: ^1.10.0+ minipass: ^5.0.0 || ^6.0.2 || ^7.0.0+ path-scurry: ^1.10.1bin:glob: dist/cjs/src/bin.js- checksum: 19c8c2805658b1002fecf0722cd609a33153d756a0d5260676bd0e9c5e6ef889ec9cce6d3dac0411aa90bce8de3d14f25b6f5589a3292582cccbfeddd0e98cc4+ checksum: 3b4f455192d18eb1cf41a9193c825f594a70323b522f290d4b75191d3e399791f9da1febef339392a9828c03a3bf2b96e0b32cc8efb0068c2b11df585026a367languageName: nodelinkType: hard@@ -8677,10 +8684,10 @@ __metadata:languageName: nodelinkType: hard-"minipass@npm:^5.0.0 || ^6.0.2":- version: 6.0.2- resolution: "minipass@npm:6.0.2"- checksum: d140b91f4ab2e5ce5a9b6c468c0e82223504acc89114c1a120d4495188b81fedf8cade72a9f4793642b4e66672f990f1e0d902dd858485216a07cd3c8a62fac9+"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0":+ version: 7.0.1+ resolution: "minipass@npm:7.0.1"+ checksum: fedd1293f6a1b4e406c242a1cecfb75d0a81422bb2c365d999e33a88642fb68d70a89d95b550e08c640b3c0d9162829310e0c58b9b846b9218de25779818c709languageName: nodelinkType: hard@@ -8842,9 +8849,9 @@ __metadata:linkType: hard"node-releases@npm:^2.0.12":- version: 2.0.12- resolution: "node-releases@npm:2.0.12"- checksum: b8c56db82c4642a0f443332b331a4396dae452a2ac5a65c8dbd93ef89ecb2fbb0da9d42ac5366d4764973febadca816cf7587dad492dce18d2a6b2af59cda260+ version: 2.0.13+ resolution: "node-releases@npm:2.0.13"+ checksum: 17ec8f315dba62710cae71a8dad3cd0288ba943d2ece43504b3b1aa8625bf138637798ab470b1d9035b0545996f63000a8a926e0f6d35d0996424f8b6d36dda3languageName: nodelinkType: hard@@ -9309,13 +9316,13 @@ __metadata:languageName: nodelinkType: hard-"path-scurry@npm:^1.10.0":- version: 1.10.0- resolution: "path-scurry@npm:1.10.0"+"path-scurry@npm:^1.10.1":+ version: 1.10.1+ resolution: "path-scurry@npm:1.10.1"dependencies:lru-cache: ^9.1.1 || ^10.0.0- minipass: ^5.0.0 || ^6.0.2- checksum: 3b66a4a6ab66e45755b577c966ecf0da92d3e068b3c992d8f69aa2cc908ef4eda9358253e9b4f86cad43d3ad810ec445be164105975f5cb3fdab68459c59dc6e+ minipass: ^5.0.0 || ^6.0.2 || ^7.0.0+ checksum: e2557cff3a8fb8bc07afdd6ab163a92587884f9969b05bbbaf6fe7379348bfb09af9ed292af12ed32398b15fb443e81692047b786d1eeb6d898a51eb17ed7d90languageName: nodelinkType: hard@@ -10882,13 +10889,13 @@ __metadata:linkType: hard"semver@npm:^7.3.2, semver@npm:^7.3.4, semver@npm:^7.3.5, semver@npm:^7.3.7, semver@npm:^7.3.8":- version: 7.5.3- resolution: "semver@npm:7.5.3"+ version: 7.5.4+ resolution: "semver@npm:7.5.4"dependencies:lru-cache: ^6.0.0bin:semver: bin/semver.js- checksum: 9d58db16525e9f749ad0a696a1f27deabaa51f66e91d2fa2b0db3de3e9644e8677de3b7d7a03f4c15bc81521e0c3916d7369e0572dbde250d9bedf5194e2a8a7+ checksum: 12d8ad952fa353b0995bf180cdac205a4068b759a140e5d3c608317098b3575ac2f1e09182206bf2eb26120e1c0ed8fb92c48c592f6099680de56bb071423ca3languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 66d1a4c33..5aa30090c 100644--- a/yarn.lock+++ b/yarn.lock@@ -2352,9 +2352,9 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.4.0- resolution: "@types/node@npm:20.4.0"- checksum: 8ad632ee131611651fc5f4ac3a47427640e2492ab314fe1c4d0c3b97af71784ef48c53221d5f9922aab4724375dcb4f33137b3107ba2c356d9366216a31678aa+ version: 20.4.1+ resolution: "@types/node@npm:20.4.1"+ checksum: 22cbcc792f2eb636fe4188778ed0f32658ab872aa7fcb9847b3fa289a42b14b9f5e30c6faec50ef3c7adbc6c2a246926e5858136bb8b10c035a3fcaa6afbeed2languageName: nodelinkType: hard@@ -3622,9 +3622,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001503":- version: 1.0.30001512- resolution: "caniuse-lite@npm:1.0.30001512"- checksum: 18432eecfaf4748465e5d574fd29aa018e255cda620c8e8d564b9fc03c4cb572acf9248a5da2ba7b4d58d6fbc6c7436c02e1e19247b2a72f5aab818070460dec+ version: 1.0.30001513+ resolution: "caniuse-lite@npm:1.0.30001513"+ checksum: 7d783f4f40584e7bdeda3f3abc23ffff21f14c37e1fadf1a6b3d2e299727fe9d5a61096101d9d4e4174f881d4ff4c62204fc41f3bc950f4da1b0edfdea025fa4languageName: nodelinkType: hard@@ -4774,9 +4774,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.431":- version: 1.4.451- resolution: "electron-to-chromium@npm:1.4.451"- checksum: 602ee3e5311539cfbb8644873b71987a00f1e926c32eeeb03bd9b355f60eaf1e35633a05ce6560edf8da92e8c4b0c1edb60d21da4f68dd6563e937489d112c4d+ version: 1.4.454+ resolution: "electron-to-chromium@npm:1.4.454"+ checksum: 26a756485b442be04a640b8733c3e0d1ad9630541e56906332b1a5f25ec0027647561ec98d0d2a5069a1aae3875c9751c6d1c6cb9ef400b2beabedc36da14ba1languageName: nodelinkType: hard@@ -6148,17 +6148,17 @@ __metadata:linkType: hard"glob@npm:^10.2.2, glob@npm:^10.2.5":- version: 10.3.1- resolution: "glob@npm:10.3.1"+ version: 10.3.2+ resolution: "glob@npm:10.3.2"dependencies:foreground-child: ^3.1.0jackspeak: ^2.0.3minimatch: ^9.0.1- minipass: ^5.0.0 || ^6.0.2- path-scurry: ^1.10.0+ minipass: ^5.0.0 || ^6.0.2 || ^7.0.0+ path-scurry: ^1.10.1bin:glob: dist/cjs/src/bin.js- checksum: 19c8c2805658b1002fecf0722cd609a33153d756a0d5260676bd0e9c5e6ef889ec9cce6d3dac0411aa90bce8de3d14f25b6f5589a3292582cccbfeddd0e98cc4+ checksum: 3b4f455192d18eb1cf41a9193c825f594a70323b522f290d4b75191d3e399791f9da1febef339392a9828c03a3bf2b96e0b32cc8efb0068c2b11df585026a367languageName: nodelinkType: hard@@ -8822,10 +8822,10 @@ __metadata:languageName: nodelinkType: hard-"minipass@npm:^5.0.0 || ^6.0.2":- version: 6.0.2- resolution: "minipass@npm:6.0.2"- checksum: d140b91f4ab2e5ce5a9b6c468c0e82223504acc89114c1a120d4495188b81fedf8cade72a9f4793642b4e66672f990f1e0d902dd858485216a07cd3c8a62fac9+"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0":+ version: 7.0.1+ resolution: "minipass@npm:7.0.1"+ checksum: fedd1293f6a1b4e406c242a1cecfb75d0a81422bb2c365d999e33a88642fb68d70a89d95b550e08c640b3c0d9162829310e0c58b9b846b9218de25779818c709languageName: nodelinkType: hard@@ -9045,9 +9045,9 @@ __metadata:linkType: hard"node-releases@npm:^2.0.12":- version: 2.0.12- resolution: "node-releases@npm:2.0.12"- checksum: b8c56db82c4642a0f443332b331a4396dae452a2ac5a65c8dbd93ef89ecb2fbb0da9d42ac5366d4764973febadca816cf7587dad492dce18d2a6b2af59cda260+ version: 2.0.13+ resolution: "node-releases@npm:2.0.13"+ checksum: 17ec8f315dba62710cae71a8dad3cd0288ba943d2ece43504b3b1aa8625bf138637798ab470b1d9035b0545996f63000a8a926e0f6d35d0996424f8b6d36dda3languageName: nodelinkType: hard@@ -9885,13 +9885,13 @@ __metadata:languageName: nodelinkType: hard-"path-scurry@npm:^1.10.0, path-scurry@npm:^1.6.1":- version: 1.10.0- resolution: "path-scurry@npm:1.10.0"+"path-scurry@npm:^1.10.1, path-scurry@npm:^1.6.1":+ version: 1.10.1+ resolution: "path-scurry@npm:1.10.1"dependencies:lru-cache: ^9.1.1 || ^10.0.0- minipass: ^5.0.0 || ^6.0.2- checksum: 3b66a4a6ab66e45755b577c966ecf0da92d3e068b3c992d8f69aa2cc908ef4eda9358253e9b4f86cad43d3ad810ec445be164105975f5cb3fdab68459c59dc6e+ minipass: ^5.0.0 || ^6.0.2 || ^7.0.0+ checksum: e2557cff3a8fb8bc07afdd6ab163a92587884f9969b05bbbaf6fe7379348bfb09af9ed292af12ed32398b15fb443e81692047b786d1eeb6d898a51eb17ed7d90languageName: nodelinkType: hard@@ -10801,7 +10801,7 @@ __metadata:languageName: nodelinkType: hard-"semver@npm:7.5.3, semver@npm:^7.0.0, semver@npm:^7.1.1, semver@npm:^7.3.4, semver@npm:^7.3.5, semver@npm:^7.3.7, semver@npm:^7.3.8, semver@npm:^7.5.3":+"semver@npm:7.5.3":version: 7.5.3resolution: "semver@npm:7.5.3"dependencies:@@ -10821,6 +10821,17 @@ __metadata:languageName: nodelinkType: hard+"semver@npm:^7.0.0, semver@npm:^7.1.1, semver@npm:^7.3.4, semver@npm:^7.3.5, semver@npm:^7.3.7, semver@npm:^7.3.8, semver@npm:^7.5.3":+ version: 7.5.4+ resolution: "semver@npm:7.5.4"+ dependencies:+ lru-cache: ^6.0.0+ bin:+ semver: bin/semver.js+ checksum: 12d8ad952fa353b0995bf180cdac205a4068b759a140e5d3c608317098b3575ac2f1e09182206bf2eb26120e1c0ed8fb92c48c592f6099680de56bb071423ca3+ languageName: node+ linkType: hard+"send@npm:0.18.0":version: 0.18.0resolution: "send@npm:0.18.0"