Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]39cf673bc6f5
diff --git a/website/yarn.lock b/website/yarn.lockindex 966d12ac3..c5d63eef5 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3009,14 +3009,14 @@ __metadata:linkType: hard"@types/express-serve-static-core@npm:*, @types/express-serve-static-core@npm:^4.17.33":- version: 4.19.3- resolution: "@types/express-serve-static-core@npm:4.19.3"+ version: 4.19.5+ resolution: "@types/express-serve-static-core@npm:4.19.5"dependencies:"@types/node": "npm:*""@types/qs": "npm:*""@types/range-parser": "npm:*""@types/send": "npm:*"- checksum: 10c0/5d2a1fb96a17a8e0e8c59325dfeb6d454bbc5c9b9b6796eec0397ddf9dbd262892040d5da3d72b5d7148f34bb3fcd438faf1b37fcba8c5a03e75fae491ad1edf+ checksum: 10c0/ba8d8d976ab797b2602c60e728802ff0c98a00f13d420d82770f3661b67fa36ea9d3be0b94f2ddd632afe1fbc6e41620008b01db7e4fabdd71a2beb5539b0725languageName: nodelinkType: hard@@ -3164,11 +3164,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.14.5- resolution: "@types/node@npm:20.14.5"+ version: 20.14.6+ resolution: "@types/node@npm:20.14.6"dependencies:undici-types: "npm:~5.26.4"- checksum: 10c0/06a8c304b5f7f190d4497807dc67ad09ee7b14ea2996bfdc823553c624698d8cab1ef9d16f8b764f20cb9eb11caa0e832787741e9ef70e1c89d620797ab28436+ checksum: 10c0/22640f0eb2a955872e4529a93be1b719f67b527b80fdab51419756d20e21b5ce0f4ccbee9a3e2ff20e5def647f77baf77b4b0434ff8896791c102165ec0c3e48languageName: nodelinkType: hard@@ -5885,9 +5885,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.796":- version: 1.4.805- resolution: "electron-to-chromium@npm:1.4.805"- checksum: 10c0/90594849ebe1152c1c302183be7bf51642e24626e6d0332f8c56c5ad18d9fb821135e0ed9d0fcf3ec69422d774e48e6c226362be0d8c8efe6b0849225a28d53e+ version: 1.4.806+ resolution: "electron-to-chromium@npm:1.4.806"+ checksum: 10c0/44f925ba64bb623d0482cd2f14fcfb27017cec1f11ee642e0d49cb128cd714ba5e074c2cd8756dfc18010aa66d3c64039cdea891905f7c17160a8963db574fablanguageName: nodelinkType: hard@@ -7203,17 +7203,18 @@ __metadata:linkType: hard"glob@npm:^10.2.2, glob@npm:^10.3.10, glob@npm:^10.3.7":- version: 10.4.1- resolution: "glob@npm:10.4.1"+ version: 10.4.2+ resolution: "glob@npm:10.4.2"dependencies:foreground-child: "npm:^3.1.0"jackspeak: "npm:^3.1.2"minimatch: "npm:^9.0.4"minipass: "npm:^7.1.2"+ package-json-from-dist: "npm:^1.0.0"path-scurry: "npm:^1.11.1"bin:glob: dist/esm/bin.mjs- checksum: 10c0/77f2900ed98b9cc2a0e1901ee5e476d664dae3cd0f1b662b8bfd4ccf00d0edc31a11595807706a274ca10e1e251411bbf2e8e976c82bed0d879a9b89343ed379+ checksum: 10c0/2c7296695fa75a935f3ad17dc62e4e170a8bb8752cf64d328be8992dd6ad40777939003754e10e9741ff8fbe43aa52fba32d6930d0ffa0e3b74bc3fb5eebaa2flanguageName: nodelinkType: hard@@ -8633,15 +8634,15 @@ __metadata:linkType: hard"joi@npm:^17.9.2":- version: 17.13.1- resolution: "joi@npm:17.13.1"+ version: 17.13.3+ resolution: "joi@npm:17.13.3"dependencies:"@hapi/hoek": "npm:^9.3.0""@hapi/topo": "npm:^5.1.0""@sideway/address": "npm:^4.1.5""@sideway/formula": "npm:^3.0.1""@sideway/pinpoint": "npm:^2.0.0"- checksum: 10c0/485627809c5e424fc4af4310e06bc31a34fe10635b0bdbfcc425336db5e06b1da3ff8b35101878ffcbcd94c0187e7134c935fb2d1aeba641c92d7f505e6ffd8d+ checksum: 10c0/9262aef1da3f1bec5b03caf50c46368899fe03b8ff26cbe3d53af4584dd1049079fc97230bbf1500b6149db7cc765b9ee45f0deb24bb6fc3fa06229d7148c17flanguageName: nodelinkType: hard@@ -8864,12 +8865,12 @@ __metadata:linkType: hard"launch-editor@npm:^2.6.0":- version: 2.7.0- resolution: "launch-editor@npm:2.7.0"+ version: 2.8.0+ resolution: "launch-editor@npm:2.8.0"dependencies:picocolors: "npm:^1.0.0"shell-quote: "npm:^1.8.1"- checksum: 10c0/88a3d67f03c61d1533d29b2f74ca42941cf2987e29594e86b02e003d4315b0c4f9be347ed0e12b5b878f883e529a752ef2cc387518666f541664297aef81a2e4+ checksum: 10c0/bfe946d4eda8d3405b1e15d2ad71323c9f31c5cf1412733d3f933a06a967c93e76965ec7b88a312616321e73ed77ccdf67ac8f9f0ba137709f07edcc21156e4elanguageName: nodelinkType: hard@@ -10642,6 +10643,13 @@ __metadata:languageName: nodelinkType: hard+"package-json-from-dist@npm:^1.0.0":+ version: 1.0.0+ resolution: "package-json-from-dist@npm:1.0.0"+ checksum: 10c0/e3ffaf6ac1040ab6082a658230c041ad14e72fabe99076a2081bb1d5d41210f11872403fc09082daf4387fc0baa6577f96c9c0e94c90c394fd57794b66aa4033+ languageName: node+ linkType: hard+"package-json@npm:^8.1.0":version: 8.1.1resolution: "package-json@npm:8.1.1"@@ -13641,8 +13649,8 @@ __metadata:linkType: hard"unified@npm:^11.0.0, unified@npm:^11.0.3, unified@npm:^11.0.4":- version: 11.0.4- resolution: "unified@npm:11.0.4"+ version: 11.0.5+ resolution: "unified@npm:11.0.5"dependencies:"@types/unist": "npm:^3.0.0"bail: "npm:^2.0.0"@@ -13651,7 +13659,7 @@ __metadata:is-plain-obj: "npm:^4.0.0"trough: "npm:^2.0.0"vfile: "npm:^6.0.0"- checksum: 10c0/b550cdc994d54c84e2e098eb02cfa53535cbc140c148aa3296f235cb43082b499d239110f342fa65eb37ad919472a93cc62f062a83541485a69498084cc87ba1+ checksum: 10c0/53c8e685f56d11d9d458a43e0e74328a4d6386af51c8ac37a3dcabec74ce5026da21250590d4aff6733ccd7dc203116aae2b0769abc18cdf9639a54ae528dfc9languageName: nodelinkType: hard@@ -14050,8 +14058,8 @@ __metadata:linkType: hard"webpack@npm:^5.88.1":- version: 5.92.0- resolution: "webpack@npm:5.92.0"+ version: 5.92.1+ resolution: "webpack@npm:5.92.1"dependencies:"@types/eslint-scope": "npm:^3.7.3""@types/estree": "npm:^1.0.5"@@ -14082,7 +14090,7 @@ __metadata:optional: truebin:webpack: bin/webpack.js- checksum: 10c0/588de5ce6f1e8fb4fec7300c2c36a8fc844fe71f4c871b06aca1a68553bea8f6479697615abb53cbbeb2e3859fc1b982f2f48ff23dd0e60024f69bb3d46d0712+ checksum: 10c0/43ca7c76b9c1005bd85f05303d048f918bac10276a209e3ef5e359353fbfef4e5fcee876265e6bc305bf5ef326576e02df63bc7e5af878fb7f06d7e1795b811alanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 4b05ac9a6..726243dda 100644--- a/yarn.lock+++ b/yarn.lock@@ -2092,14 +2092,14 @@ __metadata:linkType: hard"@types/express-serve-static-core@npm:^4.17.33":- version: 4.19.3- resolution: "@types/express-serve-static-core@npm:4.19.3"+ version: 4.19.5+ resolution: "@types/express-serve-static-core@npm:4.19.5"dependencies:"@types/node": "npm:*""@types/qs": "npm:*""@types/range-parser": "npm:*""@types/send": "npm:*"- checksum: 10c0/5d2a1fb96a17a8e0e8c59325dfeb6d454bbc5c9b9b6796eec0397ddf9dbd262892040d5da3d72b5d7148f34bb3fcd438faf1b37fcba8c5a03e75fae491ad1edf+ checksum: 10c0/ba8d8d976ab797b2602c60e728802ff0c98a00f13d420d82770f3661b67fa36ea9d3be0b94f2ddd632afe1fbc6e41620008b01db7e4fabdd71a2beb5539b0725languageName: nodelinkType: hard@@ -2251,11 +2251,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^20.0.0":- version: 20.14.5- resolution: "@types/node@npm:20.14.5"+ version: 20.14.6+ resolution: "@types/node@npm:20.14.6"dependencies:undici-types: "npm:~5.26.4"- checksum: 10c0/06a8c304b5f7f190d4497807dc67ad09ee7b14ea2996bfdc823553c624698d8cab1ef9d16f8b764f20cb9eb11caa0e832787741e9ef70e1c89d620797ab28436+ checksum: 10c0/22640f0eb2a955872e4529a93be1b719f67b527b80fdab51419756d20e21b5ce0f4ccbee9a3e2ff20e5def647f77baf77b4b0434ff8896791c102165ec0c3e48languageName: nodelinkType: hard@@ -4577,9 +4577,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1315554- resolution: "devtools-protocol@npm:0.0.1315554"- checksum: 10c0/ac5ef1108fba73df31b3f085b2d1c498aeef11fde2a7c5c00579b122e91d89fe91fdf64a89707eb7031e592813065ee004bd875f351701157b0143eda155231d+ version: 0.0.1316850+ resolution: "devtools-protocol@npm:0.0.1316850"+ checksum: 10c0/b04c4a494b0dc6352087f27a6320be98f80e50d57bce6c45d020bae76d90d3cfe8acb74738e8ec58b965905f80cfc31b785e9cf5ef7b2d2e3ba6123afe68848blanguageName: nodelinkType: hard@@ -4752,9 +4752,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.796":- version: 1.4.805- resolution: "electron-to-chromium@npm:1.4.805"- checksum: 10c0/90594849ebe1152c1c302183be7bf51642e24626e6d0332f8c56c5ad18d9fb821135e0ed9d0fcf3ec69422d774e48e6c226362be0d8c8efe6b0849225a28d53e+ version: 1.4.806+ resolution: "electron-to-chromium@npm:1.4.806"+ checksum: 10c0/44f925ba64bb623d0482cd2f14fcfb27017cec1f11ee642e0d49cb128cd714ba5e074c2cd8756dfc18010aa66d3c64039cdea891905f7c17160a8963db574fablanguageName: nodelinkType: hard@@ -6274,17 +6274,18 @@ __metadata:linkType: hard"glob@npm:^10.2.2, glob@npm:^10.3.10, glob@npm:^10.3.7":- version: 10.4.1- resolution: "glob@npm:10.4.1"+ version: 10.4.2+ resolution: "glob@npm:10.4.2"dependencies:foreground-child: "npm:^3.1.0"jackspeak: "npm:^3.1.2"minimatch: "npm:^9.0.4"minipass: "npm:^7.1.2"+ package-json-from-dist: "npm:^1.0.0"path-scurry: "npm:^1.11.1"bin:glob: dist/esm/bin.mjs- checksum: 10c0/77f2900ed98b9cc2a0e1901ee5e476d664dae3cd0f1b662b8bfd4ccf00d0edc31a11595807706a274ca10e1e251411bbf2e8e976c82bed0d879a9b89343ed379+ checksum: 10c0/2c7296695fa75a935f3ad17dc62e4e170a8bb8752cf64d328be8992dd6ad40777939003754e10e9741ff8fbe43aa52fba32d6930d0ffa0e3b74bc3fb5eebaa2flanguageName: nodelinkType: hard@@ -7978,16 +7979,16 @@ __metadata:linkType: hard"listr2@npm:~8.2.1":- version: 8.2.1- resolution: "listr2@npm:8.2.1"+ version: 8.2.2+ resolution: "listr2@npm:8.2.2"dependencies:cli-truncate: "npm:^4.0.0"colorette: "npm:^2.0.20"eventemitter3: "npm:^5.0.1"log-update: "npm:^6.0.0"- rfdc: "npm:^1.3.1"+ rfdc: "npm:^1.4.1"wrap-ansi: "npm:^9.0.0"- checksum: 10c0/ac32cba8e5c79bcf0dbbb43c2fcc73e47902320c1fa1891074fefb3aa3dfaeef9c76348da22909f65334ba9bee1140bfc903e2f0c64427dd08ef4ba8f6b1dbd0+ checksum: 10c0/a22c970b1169e0f27aecb871570995b58dfc9cf3ca03b909f0f881f525b1036e53979cb62437e406449a72fc37cde67598db07648a2d562244987bfa346ac75clanguageName: nodelinkType: hard@@ -9647,6 +9648,13 @@ __metadata:languageName: nodelinkType: hard+"package-json-from-dist@npm:^1.0.0":+ version: 1.0.0+ resolution: "package-json-from-dist@npm:1.0.0"+ checksum: 10c0/e3ffaf6ac1040ab6082a658230c041ad14e72fabe99076a2081bb1d5d41210f11872403fc09082daf4387fc0baa6577f96c9c0e94c90c394fd57794b66aa4033+ languageName: node+ linkType: hard+"pacote@npm:^17.0.5":version: 17.0.7resolution: "pacote@npm:17.0.7"@@ -10649,7 +10657,7 @@ __metadata:languageName: nodelinkType: hard-"rfdc@npm:^1.3.1":+"rfdc@npm:^1.4.1":version: 1.4.1resolution: "rfdc@npm:1.4.1"checksum: 10c0/4614e4292356cafade0b6031527eea9bc90f2372a22c012313be1dcc69a3b90c7338158b414539be863fa95bfcb2ddcd0587be696841af4e6679d85e62c060c7