Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]1573ceaa065a
diff --git a/website/yarn.lock b/website/yarn.lockindex 6dde60b41..db4707239 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4163,24 +4163,14 @@ __metadata:languageName: nodelinkType: hard-"axios@npm:^0.27.2":- version: 0.27.2- resolution: "axios@npm:0.27.2"- dependencies:- follow-redirects: "npm:^1.14.9"- form-data: "npm:^4.0.0"- checksum: 76d673d2a90629944b44d6f345f01e58e9174690f635115d5ffd4aca495d99bcd8f95c590d5ccb473513f5ebc1d1a6e8934580d0c57cdd0498c3a101313ef771- languageName: node- linkType: hard--"axios@npm:^1.5.0":- version: 1.6.1- resolution: "axios@npm:1.6.1"+"axios@npm:^1.5.0, axios@npm:^1.6.1":+ version: 1.6.2+ resolution: "axios@npm:1.6.2"dependencies:follow-redirects: "npm:^1.15.0"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: ca2c6f56659a7f19e4a99082f549fe151952f6fd8aa72ed148559ab2d6a32ce37cd5dc72ce6d4d3cd91f0c1e2617c7c95c20077e5e244a79f319a6c0ce41204f+ checksum: 9b77e030e85e4f9cbcba7bb52fbff67d6ce906c92d213e0bd932346a50140faf83733bf786f55bd58301bd92f9973885c7b87d6348023e10f7eaf286d0791a1dlanguageName: nodelinkType: hard@@ -4633,9 +4623,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001538, caniuse-lite@npm:^1.0.30001541":- version: 1.0.30001561- resolution: "caniuse-lite@npm:1.0.30001561"- checksum: 6e84c84026fee53edbdbb5aded7a04a036aae4c2e367cf6bdc90c6783a591e2fdcfcdebcc4e774aca61092e542a61200c8c16b06659396492426033c4dbcc618+ version: 1.0.30001562+ resolution: "caniuse-lite@npm:1.0.30001562"+ checksum: 4d2d4174317b582699ed66e12034a21222c931b9fefc42d53a283666d1323c27bb2d135b9f5efd89c242222b591111a21b2c90166457019389191d54566eef68languageName: nodelinkType: hard@@ -5475,6 +5465,13 @@ __metadata:languageName: nodelinkType: hard+"debounce@npm:^1.2.1":+ version: 1.2.1+ resolution: "debounce@npm:1.2.1"+ checksum: 6c9320aa0973fc42050814621a7a8a78146c1975799b5b3cc1becf1f77ba9a5aa583987884230da0842a03f385def452fad5d60db97c3d1c8b824e38a8edf500+ languageName: node+ linkType: hard+"debug@npm:2.6.9, debug@npm:^2.6.0":version: 2.6.9resolution: "debug@npm:2.6.9"@@ -5891,9 +5888,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.535":- version: 1.4.582- resolution: "electron-to-chromium@npm:1.4.582"- checksum: 1943110a9e13cf55bbf8cd6c8151feb1105c42722df94b9a6b48d2130ae3c2210aff44c01bb242a78c45bfa4d56f6ea307813bdb41248bef7e95569dc194dda4+ version: 1.4.583+ resolution: "electron-to-chromium@npm:1.4.583"+ checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464languageName: nodelinkType: hard@@ -6907,7 +6904,7 @@ __metadata:languageName: nodelinkType: hard-"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.14.9, follow-redirects@npm:^1.15.0":+"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.15.0":version: 1.15.3resolution: "follow-redirects@npm:1.15.3"peerDependenciesMeta:@@ -7669,6 +7666,13 @@ __metadata:languageName: nodelinkType: hard+"html-escaper@npm:^2.0.2":+ version: 2.0.2+ resolution: "html-escaper@npm:2.0.2"+ checksum: 208e8a12de1a6569edbb14544f4567e6ce8ecc30b9394fcaa4e7bb1e60c12a7c9a1ed27e31290817157e8626f3a4f29e76c8747030822eb84a6abb15c255f0a0+ languageName: node+ linkType: hard+"html-minifier-terser@npm:^6.0.2":version: 6.1.0resolution: "html-minifier-terser@npm:6.1.0"@@ -8930,20 +8934,6 @@ __metadata:languageName: nodelinkType: hard-"lodash.escape@npm:^4.0.1":- version: 4.0.1- resolution: "lodash.escape@npm:4.0.1"- checksum: 90ade409cec05b6869090476952fdfb84d4d87b1ff4a0e03ebd590f980d9a1248d93ba14579f10d80c6429e4d6af13ba137c28db64cae6dadb71442e54a3ad2b- languageName: node- linkType: hard--"lodash.flatten@npm:^4.4.0":- version: 4.4.0- resolution: "lodash.flatten@npm:4.4.0"- checksum: 97e8f0d6b61fe4723c02ad0c6e67e51784c4a2c48f56ef283483e556ad01594cf9cec9c773e177bbbdbdb5d19e99b09d2487cb6b6e5dc405c2693e93b125bd3a- languageName: node- linkType: hard-"lodash.flow@npm:^3.3.0":version: 3.5.0resolution: "lodash.flow@npm:3.5.0"@@ -8951,13 +8941,6 @@ __metadata:languageName: nodelinkType: hard-"lodash.invokemap@npm:^4.6.0":- version: 4.6.0- resolution: "lodash.invokemap@npm:4.6.0"- checksum: 2bcc5f4b8782a316d55ff139215eb797f576f0f6d3db2755ebba7b35fd6061f8cbe81702a72a30bc6d70073a5dcc461f7570eaddcc9184c2e42ec3023645c6a1- languageName: node- linkType: hard-"lodash.memoize@npm:^4.1.2":version: 4.1.2resolution: "lodash.memoize@npm:4.1.2"@@ -8972,13 +8955,6 @@ __metadata:languageName: nodelinkType: hard-"lodash.pullall@npm:^4.2.0":- version: 4.2.0- resolution: "lodash.pullall@npm:4.2.0"- checksum: b129e8d879258c7db04a7dc1c23dd9e37c52f63a04e105faa8d2ab55e97b5a170d5e15cffbb732a36e7f48c4345c07b6fbddfe50e1f5ec301492b6f64a92040c- languageName: node- linkType: hard-"lodash.uniq@npm:^4.5.0":version: 4.5.0resolution: "lodash.uniq@npm:4.5.0"@@ -8986,13 +8962,6 @@ __metadata:languageName: nodelinkType: hard-"lodash.uniqby@npm:^4.7.0":- version: 4.7.0- resolution: "lodash.uniqby@npm:4.7.0"- checksum: c505c0de20ca759599a2ba38710e8fb95ff2d2028e24d86c901ef2c74be8056518571b9b754bfb75053b2818d30dd02243e4a4621a6940c206bbb3f7626db656- languageName: node- linkType: hard-"lodash@npm:^4.17.20, lodash@npm:^4.17.21":version: 4.17.21resolution: "lodash@npm:4.17.21"@@ -13883,17 +13852,17 @@ __metadata:linkType: hard"wait-on@npm:^7.0.1":- version: 7.1.0- resolution: "wait-on@npm:7.1.0"+ version: 7.2.0+ resolution: "wait-on@npm:7.2.0"dependencies:- axios: "npm:^0.27.2"+ axios: "npm:^1.6.1"joi: "npm:^17.11.0"lodash: "npm:^4.17.21"minimist: "npm:^1.2.8"rxjs: "npm:^7.8.1"bin:wait-on: bin/wait-on- checksum: 1d3977fa23edd2ab81daebfb7874cb770dee568d6ba0247b01ce67a5906962dcb060bcc1a85a80989d504ee0ab1925106c33093bea39ddf9f0d7443647b59ce3+ checksum: 1eff2189b3e4b0975889f3e480c75ca2a0d4275072779a6329e7cae8b729620594aa044509ddd89967de6ab2162169501b67b8d9562c16cac517837ffce17337languageName: nodelinkType: hard@@ -13931,29 +13900,25 @@ __metadata:linkType: hard"webpack-bundle-analyzer@npm:^4.9.0":- version: 4.9.1- resolution: "webpack-bundle-analyzer@npm:4.9.1"+ version: 4.10.0+ resolution: "webpack-bundle-analyzer@npm:4.10.0"dependencies:"@discoveryjs/json-ext": "npm:0.5.7"acorn: "npm:^8.0.4"acorn-walk: "npm:^8.0.0"commander: "npm:^7.2.0"+ debounce: "npm:^1.2.1"escape-string-regexp: "npm:^4.0.0"gzip-size: "npm:^6.0.0"+ html-escaper: "npm:^2.0.2"is-plain-object: "npm:^5.0.0"- lodash.debounce: "npm:^4.0.8"- lodash.escape: "npm:^4.0.1"- lodash.flatten: "npm:^4.4.0"- lodash.invokemap: "npm:^4.6.0"- lodash.pullall: "npm:^4.2.0"- lodash.uniqby: "npm:^4.7.0"opener: "npm:^1.5.2"picocolors: "npm:^1.0.0"sirv: "npm:^2.0.3"ws: "npm:^7.3.1"bin:webpack-bundle-analyzer: lib/bin/analyzer.js- checksum: dd047c306471e6c389d6d4156ff22402e587140310a065a6191ee380f8251063f73a8ec6ac6d977c1cd634dbb717e2522b5d0b6cc9b0e847d4f15737fd9c65c9+ checksum: f812a8d3c0198ce518baf742bff656526f3eae69fb7a64c7f0c9cff202f6fb3380cabf3baaae965b8d6ffbbb6fb802eacb373fca03a596a38b01b84cfb2e8329languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex e51a8e0be..cd0fe2bfd 100644--- a/yarn.lock+++ b/yarn.lock@@ -1573,86 +1573,86 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-android-arm-eabi@npm:4.4.0"+"@rollup/rollup-android-arm-eabi@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.4.1"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-android-arm64@npm:4.4.0"+"@rollup/rollup-android-arm64@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-android-arm64@npm:4.4.1"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-darwin-arm64@npm:4.4.0"+"@rollup/rollup-darwin-arm64@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-darwin-arm64@npm:4.4.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-darwin-x64@npm:4.4.0"+"@rollup/rollup-darwin-x64@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-darwin-x64@npm:4.4.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.4.0"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.4.1"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.4.0"+"@rollup/rollup-linux-arm64-gnu@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.4.1"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.4.0"+"@rollup/rollup-linux-arm64-musl@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.4.1"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.4.0"+"@rollup/rollup-linux-x64-gnu@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.4.1"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-linux-x64-musl@npm:4.4.0"+"@rollup/rollup-linux-x64-musl@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.4.1"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.4.0"+"@rollup/rollup-win32-arm64-msvc@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.4.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.4.0"+"@rollup/rollup-win32-ia32-msvc@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.4.1"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.4.0":- version: 4.4.0- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.4.0"+"@rollup/rollup-win32-x64-msvc@npm:4.4.1":+ version: 4.4.1+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.4.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3005,13 +3005,13 @@ __metadata:linkType: hard"axios@npm:^1.0.0":- version: 1.6.1- resolution: "axios@npm:1.6.1"+ version: 1.6.2+ resolution: "axios@npm:1.6.2"dependencies:follow-redirects: "npm:^1.15.0"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: ca2c6f56659a7f19e4a99082f549fe151952f6fd8aa72ed148559ab2d6a32ce37cd5dc72ce6d4d3cd91f0c1e2617c7c95c20077e5e244a79f319a6c0ce41204f+ checksum: 9b77e030e85e4f9cbcba7bb52fbff67d6ce906c92d213e0bd932346a50140faf83733bf786f55bd58301bd92f9973885c7b87d6348023e10f7eaf286d0791a1dlanguageName: nodelinkType: hard@@ -3373,9 +3373,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001541":- version: 1.0.30001561- resolution: "caniuse-lite@npm:1.0.30001561"- checksum: 6e84c84026fee53edbdbb5aded7a04a036aae4c2e367cf6bdc90c6783a591e2fdcfcdebcc4e774aca61092e542a61200c8c16b06659396492426033c4dbcc618+ version: 1.0.30001562+ resolution: "caniuse-lite@npm:1.0.30001562"+ checksum: 4d2d4174317b582699ed66e12034a21222c931b9fefc42d53a283666d1323c27bb2d135b9f5efd89c242222b591111a21b2c90166457019389191d54566eef68languageName: nodelinkType: hard@@ -4331,9 +4331,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1222075- resolution: "devtools-protocol@npm:0.0.1222075"- checksum: be5175b6ac7935b4f67b4380ac4c7ec2f3a0bc83921f943ea9dae184cf2699761c413d14fa911d1b6efe6fd3c02fcfd6e4d205a481f11eb1b6854c491659c90e+ version: 0.0.1224083+ resolution: "devtools-protocol@npm:0.0.1224083"+ checksum: e6abb778054312cbea2942fdf552ed1a3bd2d52c92bfa79582d13eaa53cf1eeb7340012f53696546f97f5ef20db04d27dab4dbe079c7387d54cc0a2941383633languageName: nodelinkType: hard@@ -4522,9 +4522,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.535":- version: 1.4.582- resolution: "electron-to-chromium@npm:1.4.582"- checksum: 1943110a9e13cf55bbf8cd6c8151feb1105c42722df94b9a6b48d2130ae3c2210aff44c01bb242a78c45bfa4d56f6ea307813bdb41248bef7e95569dc194dda4+ version: 1.4.583+ resolution: "electron-to-chromium@npm:1.4.583"+ checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464languageName: nodelinkType: hard@@ -7599,15 +7599,15 @@ __metadata:linkType: hard"linkedom@npm:^0.16.0":- version: 0.16.1- resolution: "linkedom@npm:0.16.1"+ version: 0.16.4+ resolution: "linkedom@npm:0.16.4"dependencies:css-select: "npm:^5.1.0"cssom: "npm:^0.5.0"html-escaper: "npm:^3.0.3"htmlparser2: "npm:^9.0.0"uhyphen: "npm:^0.2.0"- checksum: 39159aebfa1f40355c759abaca311af9e27166cb0f3c1652d319433243f429373b018bdae6f3b307cb180b332fbebb3d80057f83b90b93df875bf9150f0f5570+ checksum: 222a45f72b044be92627203f16d768f1875db537ad63d3188f7b766c98951c4b33c117d0c9bd439138d627fa9f982f95fed210458604ea8ade8a46e575eebcfelanguageName: nodelinkType: hard@@ -10229,21 +10229,21 @@ __metadata:linkType: hard"rollup@npm:^4.2.0":- version: 4.4.0- resolution: "rollup@npm:4.4.0"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.4.0"- "@rollup/rollup-android-arm64": "npm:4.4.0"- "@rollup/rollup-darwin-arm64": "npm:4.4.0"- "@rollup/rollup-darwin-x64": "npm:4.4.0"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.4.0"- "@rollup/rollup-linux-arm64-gnu": "npm:4.4.0"- "@rollup/rollup-linux-arm64-musl": "npm:4.4.0"- "@rollup/rollup-linux-x64-gnu": "npm:4.4.0"- "@rollup/rollup-linux-x64-musl": "npm:4.4.0"- "@rollup/rollup-win32-arm64-msvc": "npm:4.4.0"- "@rollup/rollup-win32-ia32-msvc": "npm:4.4.0"- "@rollup/rollup-win32-x64-msvc": "npm:4.4.0"+ version: 4.4.1+ resolution: "rollup@npm:4.4.1"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.4.1"+ "@rollup/rollup-android-arm64": "npm:4.4.1"+ "@rollup/rollup-darwin-arm64": "npm:4.4.1"+ "@rollup/rollup-darwin-x64": "npm:4.4.1"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.4.1"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.4.1"+ "@rollup/rollup-linux-arm64-musl": "npm:4.4.1"+ "@rollup/rollup-linux-x64-gnu": "npm:4.4.1"+ "@rollup/rollup-linux-x64-musl": "npm:4.4.1"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.4.1"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.4.1"+ "@rollup/rollup-win32-x64-msvc": "npm:4.4.1"fsevents: "npm:~2.3.2"dependenciesMeta:"@rollup/rollup-android-arm-eabi":@@ -10274,7 +10274,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 69e4f48f563af4ad209fe1b7e6fb3f280abbe7e8a331d246a594936c16ed39d49d62f4bce26a465750d92e86accc68c3a507bcd93b92f87f335ecaaac4597391+ checksum: deeac5bed2a24ef954447807a3effd0c931d6f4bf0cc1a48e8c2ad0712db2f112a8bcf26721793556349a154a56fc81712c6f60fd1b5dc58def96c244613107alanguageName: nodelinkType: hard@@ -11920,8 +11920,8 @@ __metadata:linkType: hard"vite@npm:^3.0.0 || ^4.0.0 || ^5.0.0-0, vite@npm:^3.1.0 || ^4.0.0 || ^5.0.0-0":- version: 5.0.0-beta.18- resolution: "vite@npm:5.0.0-beta.18"+ version: 5.0.0-beta.19+ resolution: "vite@npm:5.0.0-beta.19"dependencies:esbuild: "npm:^0.19.3"fsevents: "npm:~2.3.3"@@ -11955,7 +11955,7 @@ __metadata:optional: truebin:vite: bin/vite.js- checksum: 8a636064efbe5ab6995c2f1b5d93d58dac0b0ffee92166aadf7cb123c2ab7a67c95c74b1ef8744116a4200c1016ac06f6849056b0afea63fe03fc941c1b3863d+ checksum: 6486803bdb003ba67384e5fe1aa0da842e75e7e9b4c1fac096c050b79a9fc9038da4b832db1e80b938753436e1034daf21181ed0d8e25b0bfb9935f2e7b17ddblanguageName: nodelinkType: hard