Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]370074108231
diff --git a/website/yarn.lock b/website/yarn.lock
index 69aad5f85..de92660e2 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -4859,16 +4859,17 @@ __metadata:
linkType: hard
"array.prototype.findlastindex@npm:^1.2.5":
- version: 1.2.5
- resolution: "array.prototype.findlastindex@npm:1.2.5"
+ version: 1.2.6
+ resolution: "array.prototype.findlastindex@npm:1.2.6"
dependencies:
- call-bind: "npm:^1.0.7"
+ call-bind: "npm:^1.0.8"
+ call-bound: "npm:^1.0.4"
define-properties: "npm:^1.2.1"
- es-abstract: "npm:^1.23.2"
+ es-abstract: "npm:^1.23.9"
es-errors: "npm:^1.3.0"
- es-object-atoms: "npm:^1.0.0"
- es-shim-unscopables: "npm:^1.0.2"
- checksum: 10c0/962189487728b034f3134802b421b5f39e42ee2356d13b42d2ddb0e52057ffdcc170b9524867f4f0611a6f638f4c19b31e14606e8bcbda67799e26685b195aa3
+ es-object-atoms: "npm:^1.1.1"
+ es-shim-unscopables: "npm:^1.1.0"
+ checksum: 10c0/82559310d2e57ec5f8fc53d7df420e3abf0ba497935de0a5570586035478ba7d07618cb18e2d4ada2da514c8fb98a034aaf5c06caa0a57e2f7f4c4adedef5956
languageName: node
linkType: hard
@@ -7028,7 +7029,7 @@ __metadata:
languageName: node
linkType: hard
-"es-shim-unscopables@npm:^1.0.2":
+"es-shim-unscopables@npm:^1.0.2, es-shim-unscopables@npm:^1.1.0":
version: 1.1.0
resolution: "es-shim-unscopables@npm:1.1.0"
dependencies:
@@ -9915,91 +9916,91 @@ __metadata:
languageName: node
linkType: hard
-"lightningcss-darwin-arm64@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-darwin-arm64@npm:1.29.2"
+"lightningcss-darwin-arm64@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-darwin-arm64@npm:1.29.3"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"lightningcss-darwin-x64@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-darwin-x64@npm:1.29.2"
+"lightningcss-darwin-x64@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-darwin-x64@npm:1.29.3"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"lightningcss-freebsd-x64@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-freebsd-x64@npm:1.29.2"
+"lightningcss-freebsd-x64@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-freebsd-x64@npm:1.29.3"
conditions: os=freebsd & cpu=x64
languageName: node
linkType: hard
-"lightningcss-linux-arm-gnueabihf@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.2"
+"lightningcss-linux-arm-gnueabihf@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.3"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"lightningcss-linux-arm64-gnu@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-linux-arm64-gnu@npm:1.29.2"
+"lightningcss-linux-arm64-gnu@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-linux-arm64-gnu@npm:1.29.3"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"lightningcss-linux-arm64-musl@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-linux-arm64-musl@npm:1.29.2"
+"lightningcss-linux-arm64-musl@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-linux-arm64-musl@npm:1.29.3"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"lightningcss-linux-x64-gnu@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-linux-x64-gnu@npm:1.29.2"
+"lightningcss-linux-x64-gnu@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-linux-x64-gnu@npm:1.29.3"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"lightningcss-linux-x64-musl@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-linux-x64-musl@npm:1.29.2"
+"lightningcss-linux-x64-musl@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-linux-x64-musl@npm:1.29.3"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"lightningcss-win32-arm64-msvc@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-win32-arm64-msvc@npm:1.29.2"
+"lightningcss-win32-arm64-msvc@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-win32-arm64-msvc@npm:1.29.3"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"lightningcss-win32-x64-msvc@npm:1.29.2":
- version: 1.29.2
- resolution: "lightningcss-win32-x64-msvc@npm:1.29.2"
+"lightningcss-win32-x64-msvc@npm:1.29.3":
+ version: 1.29.3
+ resolution: "lightningcss-win32-x64-msvc@npm:1.29.3"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
"lightningcss@npm:^1.27.0":
- version: 1.29.2
- resolution: "lightningcss@npm:1.29.2"
+ version: 1.29.3
+ resolution: "lightningcss@npm:1.29.3"
dependencies:
detect-libc: "npm:^2.0.3"
- lightningcss-darwin-arm64: "npm:1.29.2"
- lightningcss-darwin-x64: "npm:1.29.2"
- lightningcss-freebsd-x64: "npm:1.29.2"
- lightningcss-linux-arm-gnueabihf: "npm:1.29.2"
- lightningcss-linux-arm64-gnu: "npm:1.29.2"
- lightningcss-linux-arm64-musl: "npm:1.29.2"
- lightningcss-linux-x64-gnu: "npm:1.29.2"
- lightningcss-linux-x64-musl: "npm:1.29.2"
- lightningcss-win32-arm64-msvc: "npm:1.29.2"
- lightningcss-win32-x64-msvc: "npm:1.29.2"
+ lightningcss-darwin-arm64: "npm:1.29.3"
+ lightningcss-darwin-x64: "npm:1.29.3"
+ lightningcss-freebsd-x64: "npm:1.29.3"
+ lightningcss-linux-arm-gnueabihf: "npm:1.29.3"
+ lightningcss-linux-arm64-gnu: "npm:1.29.3"
+ lightningcss-linux-arm64-musl: "npm:1.29.3"
+ lightningcss-linux-x64-gnu: "npm:1.29.3"
+ lightningcss-linux-x64-musl: "npm:1.29.3"
+ lightningcss-win32-arm64-msvc: "npm:1.29.3"
+ lightningcss-win32-x64-msvc: "npm:1.29.3"
dependenciesMeta:
lightningcss-darwin-arm64:
optional: true
@@ -10021,7 +10022,7 @@ __metadata:
optional: true
lightningcss-win32-x64-msvc:
optional: true
- checksum: 10c0/e06bb99c98e9f56cfcf37b5ce0e0198cdeeac2993ef2e5b878b6b0934fff54c7528f38bf8875e7bd71e64c9b20b29c0cada222d1e0089c8f94c1159bbb5d611f
+ checksum: 10c0/6817846ecc0767b31de7a22cfe977dfc679e7dd7be8b1f811364ce7c1f8db079d6d2161e9d5d4e6a7ecb166f920dfb20fe7f60fba328a1c60c3dc358ec3b45f2
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index 63206783e..27b92fb1b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1803,8 +1803,8 @@ __metadata:
linkType: hard
"@nx/devkit@npm:>=17.1.2 < 21":
- version: 20.5.0
- resolution: "@nx/devkit@npm:20.5.0"
+ version: 20.6.0
+ resolution: "@nx/devkit@npm:20.6.0"
dependencies:
ejs: "npm:^3.1.7"
enquirer: "npm:~2.3.6"
@@ -1816,76 +1816,76 @@ __metadata:
yargs-parser: "npm:21.1.1"
peerDependencies:
nx: ">= 19 <= 21"
- checksum: 10c0/0ef956343a6156dc53ceb6ace601ec3c03fd667384fe7fbf3a5b306142c2c0ccf53224e8b72a603b72f34878995b09847ac02f67764f8748e3480e6aa80c9144
+ checksum: 10c0/0c7b58c0f43535e6972857c2aab0e0778ac9213562068bcda23306b2e9b994d0275d09555562e1f5a6df78866f78fb8857133bac420af7499ac016bae38ed39d
languageName: node
linkType: hard
-"@nx/nx-darwin-arm64@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-darwin-arm64@npm:20.5.0"
+"@nx/nx-darwin-arm64@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-darwin-arm64@npm:20.6.0"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-darwin-x64@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-darwin-x64@npm:20.5.0"
+"@nx/nx-darwin-x64@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-darwin-x64@npm:20.6.0"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-freebsd-x64@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-freebsd-x64@npm:20.5.0"
+"@nx/nx-freebsd-x64@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-freebsd-x64@npm:20.6.0"
conditions: os=freebsd & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-linux-arm-gnueabihf@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.5.0"
+"@nx/nx-linux-arm-gnueabihf@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.6.0"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-gnu@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-linux-arm64-gnu@npm:20.5.0"
+"@nx/nx-linux-arm64-gnu@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-linux-arm64-gnu@npm:20.6.0"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-musl@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-linux-arm64-musl@npm:20.5.0"
+"@nx/nx-linux-arm64-musl@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-linux-arm64-musl@npm:20.6.0"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-linux-x64-gnu@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-linux-x64-gnu@npm:20.5.0"
+"@nx/nx-linux-x64-gnu@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-linux-x64-gnu@npm:20.6.0"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-x64-musl@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-linux-x64-musl@npm:20.5.0"
+"@nx/nx-linux-x64-musl@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-linux-x64-musl@npm:20.6.0"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-win32-arm64-msvc@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-win32-arm64-msvc@npm:20.5.0"
+"@nx/nx-win32-arm64-msvc@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-win32-arm64-msvc@npm:20.6.0"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-win32-x64-msvc@npm:20.5.0":
- version: 20.5.0
- resolution: "@nx/nx-win32-x64-msvc@npm:20.5.0"
+"@nx/nx-win32-x64-msvc@npm:20.6.0":
+ version: 20.6.0
+ resolution: "@nx/nx-win32-x64-msvc@npm:20.6.0"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
@@ -3428,16 +3428,17 @@ __metadata:
linkType: hard
"array.prototype.findlastindex@npm:^1.2.5":
- version: 1.2.5
- resolution: "array.prototype.findlastindex@npm:1.2.5"
+ version: 1.2.6
+ resolution: "array.prototype.findlastindex@npm:1.2.6"
dependencies:
- call-bind: "npm:^1.0.7"
+ call-bind: "npm:^1.0.8"
+ call-bound: "npm:^1.0.4"
define-properties: "npm:^1.2.1"
- es-abstract: "npm:^1.23.2"
+ es-abstract: "npm:^1.23.9"
es-errors: "npm:^1.3.0"
- es-object-atoms: "npm:^1.0.0"
- es-shim-unscopables: "npm:^1.0.2"
- checksum: 10c0/962189487728b034f3134802b421b5f39e42ee2356d13b42d2ddb0e52057ffdcc170b9524867f4f0611a6f638f4c19b31e14606e8bcbda67799e26685b195aa3
+ es-object-atoms: "npm:^1.1.1"
+ es-shim-unscopables: "npm:^1.1.0"
+ checksum: 10c0/82559310d2e57ec5f8fc53d7df420e3abf0ba497935de0a5570586035478ba7d07618cb18e2d4ada2da514c8fb98a034aaf5c06caa0a57e2f7f4c4adedef5956
languageName: node
linkType: hard
@@ -3586,7 +3587,7 @@ __metadata:
languageName: node
linkType: hard
-"axios@npm:^1.6.7, axios@npm:^1.7.4":
+"axios@npm:^1.6.7, axios@npm:^1.8.3":
version: 1.8.3
resolution: "axios@npm:1.8.3"
dependencies:
@@ -5063,9 +5064,9 @@ __metadata:
linkType: hard
"devtools-protocol@npm:*":
- version: 0.0.1431913
- resolution: "devtools-protocol@npm:0.0.1431913"
- checksum: 10c0/912ab2bf37c91aed3450911ffd300501ff777e3c3d5e67e76912c569e05c6f828759817bab73556fd26172081ea8b6f94c692d53cae0f9a2e324e9188efd4ace
+ version: 0.0.1432532
+ resolution: "devtools-protocol@npm:0.0.1432532"
+ checksum: 10c0/24c7e1eff41701b990dbb5b6f2ded8a1b4a89da7675a6ae1f94cbe6a12ecdf4d43890e1c3d7bae4b4e720354cf9f428d171db151b9cc631c9778389e521a4996
languageName: node
linkType: hard
@@ -5508,7 +5509,7 @@ __metadata:
languageName: node
linkType: hard
-"es-shim-unscopables@npm:^1.0.2":
+"es-shim-unscopables@npm:^1.0.2, es-shim-unscopables@npm:^1.1.0":
version: 1.1.0
resolution: "es-shim-unscopables@npm:1.1.0"
dependencies:
@@ -10083,24 +10084,24 @@ __metadata:
linkType: hard
"nx@npm:>=17.1.2 < 21":
- version: 20.5.0
- resolution: "nx@npm:20.5.0"
+ version: 20.6.0
+ resolution: "nx@npm:20.6.0"
dependencies:
"@napi-rs/wasm-runtime": "npm:0.2.4"
- "@nx/nx-darwin-arm64": "npm:20.5.0"
- "@nx/nx-darwin-x64": "npm:20.5.0"
- "@nx/nx-freebsd-x64": "npm:20.5.0"
- "@nx/nx-linux-arm-gnueabihf": "npm:20.5.0"
- "@nx/nx-linux-arm64-gnu": "npm:20.5.0"
- "@nx/nx-linux-arm64-musl": "npm:20.5.0"
- "@nx/nx-linux-x64-gnu": "npm:20.5.0"
- "@nx/nx-linux-x64-musl": "npm:20.5.0"
- "@nx/nx-win32-arm64-msvc": "npm:20.5.0"
- "@nx/nx-win32-x64-msvc": "npm:20.5.0"
+ "@nx/nx-darwin-arm64": "npm:20.6.0"
+ "@nx/nx-darwin-x64": "npm:20.6.0"
+ "@nx/nx-freebsd-x64": "npm:20.6.0"
+ "@nx/nx-linux-arm-gnueabihf": "npm:20.6.0"
+ "@nx/nx-linux-arm64-gnu": "npm:20.6.0"
+ "@nx/nx-linux-arm64-musl": "npm:20.6.0"
+ "@nx/nx-linux-x64-gnu": "npm:20.6.0"
+ "@nx/nx-linux-x64-musl": "npm:20.6.0"
+ "@nx/nx-win32-arm64-msvc": "npm:20.6.0"
+ "@nx/nx-win32-x64-msvc": "npm:20.6.0"
"@yarnpkg/lockfile": "npm:^1.1.0"
"@yarnpkg/parsers": "npm:3.0.2"
"@zkochan/js-yaml": "npm:0.0.7"
- axios: "npm:^1.7.4"
+ axios: "npm:^1.8.3"
chalk: "npm:^4.1.0"
cli-cursor: "npm:3.1.0"
cli-spinners: "npm:2.6.1"
@@ -10162,7 +10163,7 @@ __metadata:
bin:
nx: bin/nx.js
nx-cloud: bin/nx-cloud.js
- checksum: 10c0/cf2bf23baa30e5a1e21f9c449e3fa2df6b0a41af1c8a8fa77f6bfe9c92d95c515e537480e5205acea0b0898c0576be85110ac895eec1addfc4a81befc75aab35
+ checksum: 10c0/c7eda3c3f7e7d96bc50a313b6e39dc82d5fd6bd5bf6effa2592213997931ac2e6287b2817c6f0c28c9357d1db28fcd21165d5d24daa64a2b7c0cbf6aad2b6baa
languageName: node
linkType: hard
@@ -13363,8 +13364,8 @@ __metadata:
linkType: hard
"ua-parser-js@npm:^2.0.2":
- version: 2.0.2
- resolution: "ua-parser-js@npm:2.0.2"
+ version: 2.0.3
+ resolution: "ua-parser-js@npm:2.0.3"
dependencies:
"@types/node-fetch": "npm:^2.6.12"
detect-europe-js: "npm:^0.1.2"
@@ -13373,7 +13374,7 @@ __metadata:
ua-is-frozen: "npm:^0.1.2"
bin:
ua-parser-js: script/cli.js
- checksum: 10c0/fb64041bce98d205ffc0e08b6167fc12977ea120b59d76afd25759be5bd472f14bbf1c7650261e7e420f1e9a1aa22a033d38947d437be103c2da46151e9867ed
+ checksum: 10c0/0fd098a19c11ecddf35f65a9a86a44e4d6147fbed4ad1813d0142c55d305ba2220f41b48c5a60f082552ff4a93bbb5edb1b24de0af45271d1735b63794fef1e0
languageName: node
linkType: hard