Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]1573ceaa065a
diff --git a/website/yarn.lock b/website/yarn.lock
index 6dde60b41..db4707239 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -4163,24 +4163,14 @@ __metadata:
languageName: node
linkType: hard
-"axios@npm:^0.27.2":
- version: 0.27.2
- resolution: "axios@npm:0.27.2"
- dependencies:
- follow-redirects: "npm:^1.14.9"
- form-data: "npm:^4.0.0"
- checksum: 76d673d2a90629944b44d6f345f01e58e9174690f635115d5ffd4aca495d99bcd8f95c590d5ccb473513f5ebc1d1a6e8934580d0c57cdd0498c3a101313ef771
- languageName: node
- linkType: hard
-
-"axios@npm:^1.5.0":
- version: 1.6.1
- resolution: "axios@npm:1.6.1"
+"axios@npm:^1.5.0, axios@npm:^1.6.1":
+ version: 1.6.2
+ resolution: "axios@npm:1.6.2"
dependencies:
follow-redirects: "npm:^1.15.0"
form-data: "npm:^4.0.0"
proxy-from-env: "npm:^1.1.0"
- checksum: ca2c6f56659a7f19e4a99082f549fe151952f6fd8aa72ed148559ab2d6a32ce37cd5dc72ce6d4d3cd91f0c1e2617c7c95c20077e5e244a79f319a6c0ce41204f
+ checksum: 9b77e030e85e4f9cbcba7bb52fbff67d6ce906c92d213e0bd932346a50140faf83733bf786f55bd58301bd92f9973885c7b87d6348023e10f7eaf286d0791a1d
languageName: node
linkType: hard
@@ -4633,9 +4623,9 @@ __metadata:
linkType: hard
"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001538, caniuse-lite@npm:^1.0.30001541":
- version: 1.0.30001561
- resolution: "caniuse-lite@npm:1.0.30001561"
- checksum: 6e84c84026fee53edbdbb5aded7a04a036aae4c2e367cf6bdc90c6783a591e2fdcfcdebcc4e774aca61092e542a61200c8c16b06659396492426033c4dbcc618
+ version: 1.0.30001562
+ resolution: "caniuse-lite@npm:1.0.30001562"
+ checksum: 4d2d4174317b582699ed66e12034a21222c931b9fefc42d53a283666d1323c27bb2d135b9f5efd89c242222b591111a21b2c90166457019389191d54566eef68
languageName: node
linkType: hard
@@ -5475,6 +5465,13 @@ __metadata:
languageName: node
linkType: hard
+"debounce@npm:^1.2.1":
+ version: 1.2.1
+ resolution: "debounce@npm:1.2.1"
+ checksum: 6c9320aa0973fc42050814621a7a8a78146c1975799b5b3cc1becf1f77ba9a5aa583987884230da0842a03f385def452fad5d60db97c3d1c8b824e38a8edf500
+ languageName: node
+ linkType: hard
+
"debug@npm:2.6.9, debug@npm:^2.6.0":
version: 2.6.9
resolution: "debug@npm:2.6.9"
@@ -5891,9 +5888,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.535":
- version: 1.4.582
- resolution: "electron-to-chromium@npm:1.4.582"
- checksum: 1943110a9e13cf55bbf8cd6c8151feb1105c42722df94b9a6b48d2130ae3c2210aff44c01bb242a78c45bfa4d56f6ea307813bdb41248bef7e95569dc194dda4
+ version: 1.4.583
+ resolution: "electron-to-chromium@npm:1.4.583"
+ checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464
languageName: node
linkType: hard
@@ -6907,7 +6904,7 @@ __metadata:
languageName: node
linkType: hard
-"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.14.9, follow-redirects@npm:^1.15.0":
+"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.15.0":
version: 1.15.3
resolution: "follow-redirects@npm:1.15.3"
peerDependenciesMeta:
@@ -7669,6 +7666,13 @@ __metadata:
languageName: node
linkType: hard
+"html-escaper@npm:^2.0.2":
+ version: 2.0.2
+ resolution: "html-escaper@npm:2.0.2"
+ checksum: 208e8a12de1a6569edbb14544f4567e6ce8ecc30b9394fcaa4e7bb1e60c12a7c9a1ed27e31290817157e8626f3a4f29e76c8747030822eb84a6abb15c255f0a0
+ languageName: node
+ linkType: hard
+
"html-minifier-terser@npm:^6.0.2":
version: 6.1.0
resolution: "html-minifier-terser@npm:6.1.0"
@@ -8930,20 +8934,6 @@ __metadata:
languageName: node
linkType: hard
-"lodash.escape@npm:^4.0.1":
- version: 4.0.1
- resolution: "lodash.escape@npm:4.0.1"
- checksum: 90ade409cec05b6869090476952fdfb84d4d87b1ff4a0e03ebd590f980d9a1248d93ba14579f10d80c6429e4d6af13ba137c28db64cae6dadb71442e54a3ad2b
- languageName: node
- linkType: hard
-
-"lodash.flatten@npm:^4.4.0":
- version: 4.4.0
- resolution: "lodash.flatten@npm:4.4.0"
- checksum: 97e8f0d6b61fe4723c02ad0c6e67e51784c4a2c48f56ef283483e556ad01594cf9cec9c773e177bbbdbdb5d19e99b09d2487cb6b6e5dc405c2693e93b125bd3a
- languageName: node
- linkType: hard
-
"lodash.flow@npm:^3.3.0":
version: 3.5.0
resolution: "lodash.flow@npm:3.5.0"
@@ -8951,13 +8941,6 @@ __metadata:
languageName: node
linkType: hard
-"lodash.invokemap@npm:^4.6.0":
- version: 4.6.0
- resolution: "lodash.invokemap@npm:4.6.0"
- checksum: 2bcc5f4b8782a316d55ff139215eb797f576f0f6d3db2755ebba7b35fd6061f8cbe81702a72a30bc6d70073a5dcc461f7570eaddcc9184c2e42ec3023645c6a1
- languageName: node
- linkType: hard
-
"lodash.memoize@npm:^4.1.2":
version: 4.1.2
resolution: "lodash.memoize@npm:4.1.2"
@@ -8972,13 +8955,6 @@ __metadata:
languageName: node
linkType: hard
-"lodash.pullall@npm:^4.2.0":
- version: 4.2.0
- resolution: "lodash.pullall@npm:4.2.0"
- checksum: b129e8d879258c7db04a7dc1c23dd9e37c52f63a04e105faa8d2ab55e97b5a170d5e15cffbb732a36e7f48c4345c07b6fbddfe50e1f5ec301492b6f64a92040c
- languageName: node
- linkType: hard
-
"lodash.uniq@npm:^4.5.0":
version: 4.5.0
resolution: "lodash.uniq@npm:4.5.0"
@@ -8986,13 +8962,6 @@ __metadata:
languageName: node
linkType: hard
-"lodash.uniqby@npm:^4.7.0":
- version: 4.7.0
- resolution: "lodash.uniqby@npm:4.7.0"
- checksum: c505c0de20ca759599a2ba38710e8fb95ff2d2028e24d86c901ef2c74be8056518571b9b754bfb75053b2818d30dd02243e4a4621a6940c206bbb3f7626db656
- languageName: node
- linkType: hard
-
"lodash@npm:^4.17.20, lodash@npm:^4.17.21":
version: 4.17.21
resolution: "lodash@npm:4.17.21"
@@ -13883,17 +13852,17 @@ __metadata:
linkType: hard
"wait-on@npm:^7.0.1":
- version: 7.1.0
- resolution: "wait-on@npm:7.1.0"
+ version: 7.2.0
+ resolution: "wait-on@npm:7.2.0"
dependencies:
- axios: "npm:^0.27.2"
+ axios: "npm:^1.6.1"
joi: "npm:^17.11.0"
lodash: "npm:^4.17.21"
minimist: "npm:^1.2.8"
rxjs: "npm:^7.8.1"
bin:
wait-on: bin/wait-on
- checksum: 1d3977fa23edd2ab81daebfb7874cb770dee568d6ba0247b01ce67a5906962dcb060bcc1a85a80989d504ee0ab1925106c33093bea39ddf9f0d7443647b59ce3
+ checksum: 1eff2189b3e4b0975889f3e480c75ca2a0d4275072779a6329e7cae8b729620594aa044509ddd89967de6ab2162169501b67b8d9562c16cac517837ffce17337
languageName: node
linkType: hard
@@ -13931,29 +13900,25 @@ __metadata:
linkType: hard
"webpack-bundle-analyzer@npm:^4.9.0":
- version: 4.9.1
- resolution: "webpack-bundle-analyzer@npm:4.9.1"
+ version: 4.10.0
+ resolution: "webpack-bundle-analyzer@npm:4.10.0"
dependencies:
"@discoveryjs/json-ext": "npm:0.5.7"
acorn: "npm:^8.0.4"
acorn-walk: "npm:^8.0.0"
commander: "npm:^7.2.0"
+ debounce: "npm:^1.2.1"
escape-string-regexp: "npm:^4.0.0"
gzip-size: "npm:^6.0.0"
+ html-escaper: "npm:^2.0.2"
is-plain-object: "npm:^5.0.0"
- lodash.debounce: "npm:^4.0.8"
- lodash.escape: "npm:^4.0.1"
- lodash.flatten: "npm:^4.4.0"
- lodash.invokemap: "npm:^4.6.0"
- lodash.pullall: "npm:^4.2.0"
- lodash.uniqby: "npm:^4.7.0"
opener: "npm:^1.5.2"
picocolors: "npm:^1.0.0"
sirv: "npm:^2.0.3"
ws: "npm:^7.3.1"
bin:
webpack-bundle-analyzer: lib/bin/analyzer.js
- checksum: dd047c306471e6c389d6d4156ff22402e587140310a065a6191ee380f8251063f73a8ec6ac6d977c1cd634dbb717e2522b5d0b6cc9b0e847d4f15737fd9c65c9
+ checksum: f812a8d3c0198ce518baf742bff656526f3eae69fb7a64c7f0c9cff202f6fb3380cabf3baaae965b8d6ffbbb6fb802eacb373fca03a596a38b01b84cfb2e8329
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index e51a8e0be..cd0fe2bfd 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1573,86 +1573,86 @@ __metadata:
languageName: node
linkType: hard
-"@rollup/rollup-android-arm-eabi@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-android-arm-eabi@npm:4.4.0"
+"@rollup/rollup-android-arm-eabi@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.4.1"
conditions: os=android & cpu=arm
languageName: node
linkType: hard
-"@rollup/rollup-android-arm64@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-android-arm64@npm:4.4.0"
+"@rollup/rollup-android-arm64@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-android-arm64@npm:4.4.1"
conditions: os=android & cpu=arm64
languageName: node
linkType: hard
-"@rollup/rollup-darwin-arm64@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-darwin-arm64@npm:4.4.0"
+"@rollup/rollup-darwin-arm64@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-darwin-arm64@npm:4.4.1"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"@rollup/rollup-darwin-x64@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-darwin-x64@npm:4.4.0"
+"@rollup/rollup-darwin-x64@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-darwin-x64@npm:4.4.1"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"@rollup/rollup-linux-arm-gnueabihf@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.4.0"
+"@rollup/rollup-linux-arm-gnueabihf@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.4.1"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"@rollup/rollup-linux-arm64-gnu@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.4.0"
+"@rollup/rollup-linux-arm64-gnu@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.4.1"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"@rollup/rollup-linux-arm64-musl@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.4.0"
+"@rollup/rollup-linux-arm64-musl@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.4.1"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"@rollup/rollup-linux-x64-gnu@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.4.0"
+"@rollup/rollup-linux-x64-gnu@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.4.1"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"@rollup/rollup-linux-x64-musl@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-linux-x64-musl@npm:4.4.0"
+"@rollup/rollup-linux-x64-musl@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.4.1"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"@rollup/rollup-win32-arm64-msvc@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.4.0"
+"@rollup/rollup-win32-arm64-msvc@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.4.1"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"@rollup/rollup-win32-ia32-msvc@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.4.0"
+"@rollup/rollup-win32-ia32-msvc@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.4.1"
conditions: os=win32 & cpu=ia32
languageName: node
linkType: hard
-"@rollup/rollup-win32-x64-msvc@npm:4.4.0":
- version: 4.4.0
- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.4.0"
+"@rollup/rollup-win32-x64-msvc@npm:4.4.1":
+ version: 4.4.1
+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.4.1"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
@@ -3005,13 +3005,13 @@ __metadata:
linkType: hard
"axios@npm:^1.0.0":
- version: 1.6.1
- resolution: "axios@npm:1.6.1"
+ version: 1.6.2
+ resolution: "axios@npm:1.6.2"
dependencies:
follow-redirects: "npm:^1.15.0"
form-data: "npm:^4.0.0"
proxy-from-env: "npm:^1.1.0"
- checksum: ca2c6f56659a7f19e4a99082f549fe151952f6fd8aa72ed148559ab2d6a32ce37cd5dc72ce6d4d3cd91f0c1e2617c7c95c20077e5e244a79f319a6c0ce41204f
+ checksum: 9b77e030e85e4f9cbcba7bb52fbff67d6ce906c92d213e0bd932346a50140faf83733bf786f55bd58301bd92f9973885c7b87d6348023e10f7eaf286d0791a1d
languageName: node
linkType: hard
@@ -3373,9 +3373,9 @@ __metadata:
linkType: hard
"caniuse-lite@npm:^1.0.30001541":
- version: 1.0.30001561
- resolution: "caniuse-lite@npm:1.0.30001561"
- checksum: 6e84c84026fee53edbdbb5aded7a04a036aae4c2e367cf6bdc90c6783a591e2fdcfcdebcc4e774aca61092e542a61200c8c16b06659396492426033c4dbcc618
+ version: 1.0.30001562
+ resolution: "caniuse-lite@npm:1.0.30001562"
+ checksum: 4d2d4174317b582699ed66e12034a21222c931b9fefc42d53a283666d1323c27bb2d135b9f5efd89c242222b591111a21b2c90166457019389191d54566eef68
languageName: node
linkType: hard
@@ -4331,9 +4331,9 @@ __metadata:
linkType: hard
"devtools-protocol@npm:*":
- version: 0.0.1222075
- resolution: "devtools-protocol@npm:0.0.1222075"
- checksum: be5175b6ac7935b4f67b4380ac4c7ec2f3a0bc83921f943ea9dae184cf2699761c413d14fa911d1b6efe6fd3c02fcfd6e4d205a481f11eb1b6854c491659c90e
+ version: 0.0.1224083
+ resolution: "devtools-protocol@npm:0.0.1224083"
+ checksum: e6abb778054312cbea2942fdf552ed1a3bd2d52c92bfa79582d13eaa53cf1eeb7340012f53696546f97f5ef20db04d27dab4dbe079c7387d54cc0a2941383633
languageName: node
linkType: hard
@@ -4522,9 +4522,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.535":
- version: 1.4.582
- resolution: "electron-to-chromium@npm:1.4.582"
- checksum: 1943110a9e13cf55bbf8cd6c8151feb1105c42722df94b9a6b48d2130ae3c2210aff44c01bb242a78c45bfa4d56f6ea307813bdb41248bef7e95569dc194dda4
+ version: 1.4.583
+ resolution: "electron-to-chromium@npm:1.4.583"
+ checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464
languageName: node
linkType: hard
@@ -7599,15 +7599,15 @@ __metadata:
linkType: hard
"linkedom@npm:^0.16.0":
- version: 0.16.1
- resolution: "linkedom@npm:0.16.1"
+ version: 0.16.4
+ resolution: "linkedom@npm:0.16.4"
dependencies:
css-select: "npm:^5.1.0"
cssom: "npm:^0.5.0"
html-escaper: "npm:^3.0.3"
htmlparser2: "npm:^9.0.0"
uhyphen: "npm:^0.2.0"
- checksum: 39159aebfa1f40355c759abaca311af9e27166cb0f3c1652d319433243f429373b018bdae6f3b307cb180b332fbebb3d80057f83b90b93df875bf9150f0f5570
+ checksum: 222a45f72b044be92627203f16d768f1875db537ad63d3188f7b766c98951c4b33c117d0c9bd439138d627fa9f982f95fed210458604ea8ade8a46e575eebcfe
languageName: node
linkType: hard
@@ -10229,21 +10229,21 @@ __metadata:
linkType: hard
"rollup@npm:^4.2.0":
- version: 4.4.0
- resolution: "rollup@npm:4.4.0"
- dependencies:
- "@rollup/rollup-android-arm-eabi": "npm:4.4.0"
- "@rollup/rollup-android-arm64": "npm:4.4.0"
- "@rollup/rollup-darwin-arm64": "npm:4.4.0"
- "@rollup/rollup-darwin-x64": "npm:4.4.0"
- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.4.0"
- "@rollup/rollup-linux-arm64-gnu": "npm:4.4.0"
- "@rollup/rollup-linux-arm64-musl": "npm:4.4.0"
- "@rollup/rollup-linux-x64-gnu": "npm:4.4.0"
- "@rollup/rollup-linux-x64-musl": "npm:4.4.0"
- "@rollup/rollup-win32-arm64-msvc": "npm:4.4.0"
- "@rollup/rollup-win32-ia32-msvc": "npm:4.4.0"
- "@rollup/rollup-win32-x64-msvc": "npm:4.4.0"
+ version: 4.4.1
+ resolution: "rollup@npm:4.4.1"
+ dependencies:
+ "@rollup/rollup-android-arm-eabi": "npm:4.4.1"
+ "@rollup/rollup-android-arm64": "npm:4.4.1"
+ "@rollup/rollup-darwin-arm64": "npm:4.4.1"
+ "@rollup/rollup-darwin-x64": "npm:4.4.1"
+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.4.1"
+ "@rollup/rollup-linux-arm64-gnu": "npm:4.4.1"
+ "@rollup/rollup-linux-arm64-musl": "npm:4.4.1"
+ "@rollup/rollup-linux-x64-gnu": "npm:4.4.1"
+ "@rollup/rollup-linux-x64-musl": "npm:4.4.1"
+ "@rollup/rollup-win32-arm64-msvc": "npm:4.4.1"
+ "@rollup/rollup-win32-ia32-msvc": "npm:4.4.1"
+ "@rollup/rollup-win32-x64-msvc": "npm:4.4.1"
fsevents: "npm:~2.3.2"
dependenciesMeta:
"@rollup/rollup-android-arm-eabi":
@@ -10274,7 +10274,7 @@ __metadata:
optional: true
bin:
rollup: dist/bin/rollup
- checksum: 69e4f48f563af4ad209fe1b7e6fb3f280abbe7e8a331d246a594936c16ed39d49d62f4bce26a465750d92e86accc68c3a507bcd93b92f87f335ecaaac4597391
+ checksum: deeac5bed2a24ef954447807a3effd0c931d6f4bf0cc1a48e8c2ad0712db2f112a8bcf26721793556349a154a56fc81712c6f60fd1b5dc58def96c244613107a
languageName: node
linkType: hard
@@ -11920,8 +11920,8 @@ __metadata:
linkType: hard
"vite@npm:^3.0.0 || ^4.0.0 || ^5.0.0-0, vite@npm:^3.1.0 || ^4.0.0 || ^5.0.0-0":
- version: 5.0.0-beta.18
- resolution: "vite@npm:5.0.0-beta.18"
+ version: 5.0.0-beta.19
+ resolution: "vite@npm:5.0.0-beta.19"
dependencies:
esbuild: "npm:^0.19.3"
fsevents: "npm:~2.3.3"
@@ -11955,7 +11955,7 @@ __metadata:
optional: true
bin:
vite: bin/vite.js
- checksum: 8a636064efbe5ab6995c2f1b5d93d58dac0b0ffee92166aadf7cb123c2ab7a67c95c74b1ef8744116a4200c1016ac06f6849056b0afea63fe03fc941c1b3863d
+ checksum: 6486803bdb003ba67384e5fe1aa0da842e75e7e9b4c1fac096c050b79a9fc9038da4b832db1e80b938753436e1034daf21181ed0d8e25b0bfb9935f2e7b17ddb
languageName: node
linkType: hard