Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]d55240be0f63
diff --git a/website/yarn.lock b/website/yarn.lock
index da2cd0b81..0b3a782c5 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -6549,12 +6549,10 @@ __metadata:
languageName: node
linkType: hard
-"detect-libc@npm:^1.0.3":
- version: 1.0.3
- resolution: "detect-libc@npm:1.0.3"
- bin:
- detect-libc: ./bin/detect-libc.js
- checksum: 10c0/4da0deae9f69e13bc37a0902d78bf7169480004b1fed3c19722d56cff578d16f0e11633b7fbf5fb6249181236c72e90024cbd68f0b9558ae06e281f47326d50d
+"detect-libc@npm:^2.0.3":
+ version: 2.0.3
+ resolution: "detect-libc@npm:2.0.3"
+ checksum: 10c0/88095bda8f90220c95f162bf92cad70bd0e424913e655c20578600e35b91edc261af27531cf160a331e185c0ced93944bc7e09939143225f56312d7fd800fdb7
languageName: node
linkType: hard
@@ -6784,9 +6782,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.5.73":
- version: 1.5.112
- resolution: "electron-to-chromium@npm:1.5.112"
- checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25
+ version: 1.5.113
+ resolution: "electron-to-chromium@npm:1.5.113"
+ checksum: 10c0/837fe2fd26adbc4f3ad8e758d14067a14f636f9c2923b5ded8adb93426bbe3fdc83b48ddf9f2cf03be31b5becb0c31144db19c823b696fd52a7bc4583f4bde00
languageName: node
linkType: hard
@@ -9929,91 +9927,91 @@ __metadata:
languageName: node
linkType: hard
-"lightningcss-darwin-arm64@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-darwin-arm64@npm:1.29.1"
+"lightningcss-darwin-arm64@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-darwin-arm64@npm:1.29.2"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"lightningcss-darwin-x64@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-darwin-x64@npm:1.29.1"
+"lightningcss-darwin-x64@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-darwin-x64@npm:1.29.2"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"lightningcss-freebsd-x64@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-freebsd-x64@npm:1.29.1"
+"lightningcss-freebsd-x64@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-freebsd-x64@npm:1.29.2"
conditions: os=freebsd & cpu=x64
languageName: node
linkType: hard
-"lightningcss-linux-arm-gnueabihf@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.1"
+"lightningcss-linux-arm-gnueabihf@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.2"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"lightningcss-linux-arm64-gnu@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-linux-arm64-gnu@npm:1.29.1"
+"lightningcss-linux-arm64-gnu@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-linux-arm64-gnu@npm:1.29.2"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"lightningcss-linux-arm64-musl@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-linux-arm64-musl@npm:1.29.1"
+"lightningcss-linux-arm64-musl@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-linux-arm64-musl@npm:1.29.2"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"lightningcss-linux-x64-gnu@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-linux-x64-gnu@npm:1.29.1"
+"lightningcss-linux-x64-gnu@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-linux-x64-gnu@npm:1.29.2"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"lightningcss-linux-x64-musl@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-linux-x64-musl@npm:1.29.1"
+"lightningcss-linux-x64-musl@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-linux-x64-musl@npm:1.29.2"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"lightningcss-win32-arm64-msvc@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-win32-arm64-msvc@npm:1.29.1"
+"lightningcss-win32-arm64-msvc@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-win32-arm64-msvc@npm:1.29.2"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"lightningcss-win32-x64-msvc@npm:1.29.1":
- version: 1.29.1
- resolution: "lightningcss-win32-x64-msvc@npm:1.29.1"
+"lightningcss-win32-x64-msvc@npm:1.29.2":
+ version: 1.29.2
+ resolution: "lightningcss-win32-x64-msvc@npm:1.29.2"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
"lightningcss@npm:^1.27.0":
- version: 1.29.1
- resolution: "lightningcss@npm:1.29.1"
- dependencies:
- detect-libc: "npm:^1.0.3"
- lightningcss-darwin-arm64: "npm:1.29.1"
- lightningcss-darwin-x64: "npm:1.29.1"
- lightningcss-freebsd-x64: "npm:1.29.1"
- lightningcss-linux-arm-gnueabihf: "npm:1.29.1"
- lightningcss-linux-arm64-gnu: "npm:1.29.1"
- lightningcss-linux-arm64-musl: "npm:1.29.1"
- lightningcss-linux-x64-gnu: "npm:1.29.1"
- lightningcss-linux-x64-musl: "npm:1.29.1"
- lightningcss-win32-arm64-msvc: "npm:1.29.1"
- lightningcss-win32-x64-msvc: "npm:1.29.1"
+ version: 1.29.2
+ resolution: "lightningcss@npm:1.29.2"
+ dependencies:
+ detect-libc: "npm:^2.0.3"
+ lightningcss-darwin-arm64: "npm:1.29.2"
+ lightningcss-darwin-x64: "npm:1.29.2"
+ lightningcss-freebsd-x64: "npm:1.29.2"
+ lightningcss-linux-arm-gnueabihf: "npm:1.29.2"
+ lightningcss-linux-arm64-gnu: "npm:1.29.2"
+ lightningcss-linux-arm64-musl: "npm:1.29.2"
+ lightningcss-linux-x64-gnu: "npm:1.29.2"
+ lightningcss-linux-x64-musl: "npm:1.29.2"
+ lightningcss-win32-arm64-msvc: "npm:1.29.2"
+ lightningcss-win32-x64-msvc: "npm:1.29.2"
dependenciesMeta:
lightningcss-darwin-arm64:
optional: true
@@ -10035,7 +10033,7 @@ __metadata:
optional: true
lightningcss-win32-x64-msvc:
optional: true
- checksum: 10c0/c2f421f8fdbdf7e5fe271f12d18ffaf332a11c88094b2bcfb90c56d6a442281c609e23ad56b8974002d61f117e171c967e1fe74ffa458bed810e6c7526cd8c93
+ checksum: 10c0/e06bb99c98e9f56cfcf37b5ce0e0198cdeeac2993ef2e5b878b6b0934fff54c7528f38bf8875e7bd71e64c9b20b29c0cada222d1e0089c8f94c1159bbb5d611f
languageName: node
linkType: hard
@@ -15120,8 +15118,8 @@ __metadata:
linkType: hard
"terser-webpack-plugin@npm:^5.3.11, terser-webpack-plugin@npm:^5.3.9":
- version: 5.3.13
- resolution: "terser-webpack-plugin@npm:5.3.13"
+ version: 5.3.14
+ resolution: "terser-webpack-plugin@npm:5.3.14"
dependencies:
"@jridgewell/trace-mapping": "npm:^0.3.25"
jest-worker: "npm:^27.4.5"
@@ -15137,7 +15135,7 @@ __metadata:
optional: true
uglify-js:
optional: true
- checksum: 10c0/87e3f0d1202c7bd6b62aa596ac373541a451cd0bfa0c622797c17be30d2399c791b7719571b39b23252d75460608e2d1ea30071c31e758fea9800cb2e172b744
+ checksum: 10c0/9b060947241af43bd6fd728456f60e646186aef492163672a35ad49be6fbc7f63b54a7356c3f6ff40a8f83f00a977edc26f044b8e106cc611c053c8c0eaf8569
languageName: node
linkType: hard
@@ -16194,9 +16192,9 @@ __metadata:
linkType: hard
"yocto-queue@npm:^1.0.0":
- version: 1.1.1
- resolution: "yocto-queue@npm:1.1.1"
- checksum: 10c0/cb287fe5e6acfa82690acb43c283de34e945c571a78a939774f6eaba7c285bacdf6c90fbc16ce530060863984c906d2b4c6ceb069c94d1e0a06d5f2b458e2a92
+ version: 1.2.0
+ resolution: "yocto-queue@npm:1.2.0"
+ checksum: 10c0/9fb3adeba76b69cc7c916831c092bb69ac1aa685c692ae6eb819a9599cbe0c4ecfd5269c145691a15b86d0a25b27d854d6116bbc0851a3373c0a86edb96f1602
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index c07b8a181..73742603f 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1803,8 +1803,8 @@ __metadata:
linkType: hard
"@nx/devkit@npm:>=17.1.2 < 21":
- version: 20.4.6
- resolution: "@nx/devkit@npm:20.4.6"
+ version: 20.5.0
+ resolution: "@nx/devkit@npm:20.5.0"
dependencies:
ejs: "npm:^3.1.7"
enquirer: "npm:~2.3.6"
@@ -1816,76 +1816,76 @@ __metadata:
yargs-parser: "npm:21.1.1"
peerDependencies:
nx: ">= 19 <= 21"
- checksum: 10c0/489ae272d80c13ee4cc404cbfc4c93b20a24802fb3c4895ad18cae6be72f4385dff8b423b49a3687f02595333c982d5da0156de2f15fbd86cd8e49fb4505726f
+ checksum: 10c0/0ef956343a6156dc53ceb6ace601ec3c03fd667384fe7fbf3a5b306142c2c0ccf53224e8b72a603b72f34878995b09847ac02f67764f8748e3480e6aa80c9144
languageName: node
linkType: hard
-"@nx/nx-darwin-arm64@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-darwin-arm64@npm:20.4.6"
+"@nx/nx-darwin-arm64@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-darwin-arm64@npm:20.5.0"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-darwin-x64@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-darwin-x64@npm:20.4.6"
+"@nx/nx-darwin-x64@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-darwin-x64@npm:20.5.0"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-freebsd-x64@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-freebsd-x64@npm:20.4.6"
+"@nx/nx-freebsd-x64@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-freebsd-x64@npm:20.5.0"
conditions: os=freebsd & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-linux-arm-gnueabihf@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.4.6"
+"@nx/nx-linux-arm-gnueabihf@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.5.0"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-gnu@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-linux-arm64-gnu@npm:20.4.6"
+"@nx/nx-linux-arm64-gnu@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-linux-arm64-gnu@npm:20.5.0"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-musl@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-linux-arm64-musl@npm:20.4.6"
+"@nx/nx-linux-arm64-musl@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-linux-arm64-musl@npm:20.5.0"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-linux-x64-gnu@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-linux-x64-gnu@npm:20.4.6"
+"@nx/nx-linux-x64-gnu@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-linux-x64-gnu@npm:20.5.0"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-x64-musl@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-linux-x64-musl@npm:20.4.6"
+"@nx/nx-linux-x64-musl@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-linux-x64-musl@npm:20.5.0"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-win32-arm64-msvc@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-win32-arm64-msvc@npm:20.4.6"
+"@nx/nx-win32-arm64-msvc@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-win32-arm64-msvc@npm:20.5.0"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-win32-x64-msvc@npm:20.4.6":
- version: 20.4.6
- resolution: "@nx/nx-win32-x64-msvc@npm:20.4.6"
+"@nx/nx-win32-x64-msvc@npm:20.5.0":
+ version: 20.5.0
+ resolution: "@nx/nx-win32-x64-msvc@npm:20.5.0"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
@@ -5235,9 +5235,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.5.73":
- version: 1.5.112
- resolution: "electron-to-chromium@npm:1.5.112"
- checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25
+ version: 1.5.113
+ resolution: "electron-to-chromium@npm:1.5.113"
+ checksum: 10c0/837fe2fd26adbc4f3ad8e758d14067a14f636f9c2923b5ded8adb93426bbe3fdc83b48ddf9f2cf03be31b5becb0c31144db19c823b696fd52a7bc4583f4bde00
languageName: node
linkType: hard
@@ -10083,20 +10083,20 @@ __metadata:
linkType: hard
"nx@npm:>=17.1.2 < 21":
- version: 20.4.6
- resolution: "nx@npm:20.4.6"
+ version: 20.5.0
+ resolution: "nx@npm:20.5.0"
dependencies:
"@napi-rs/wasm-runtime": "npm:0.2.4"
- "@nx/nx-darwin-arm64": "npm:20.4.6"
- "@nx/nx-darwin-x64": "npm:20.4.6"
- "@nx/nx-freebsd-x64": "npm:20.4.6"
- "@nx/nx-linux-arm-gnueabihf": "npm:20.4.6"
- "@nx/nx-linux-arm64-gnu": "npm:20.4.6"
- "@nx/nx-linux-arm64-musl": "npm:20.4.6"
- "@nx/nx-linux-x64-gnu": "npm:20.4.6"
- "@nx/nx-linux-x64-musl": "npm:20.4.6"
- "@nx/nx-win32-arm64-msvc": "npm:20.4.6"
- "@nx/nx-win32-x64-msvc": "npm:20.4.6"
+ "@nx/nx-darwin-arm64": "npm:20.5.0"
+ "@nx/nx-darwin-x64": "npm:20.5.0"
+ "@nx/nx-freebsd-x64": "npm:20.5.0"
+ "@nx/nx-linux-arm-gnueabihf": "npm:20.5.0"
+ "@nx/nx-linux-arm64-gnu": "npm:20.5.0"
+ "@nx/nx-linux-arm64-musl": "npm:20.5.0"
+ "@nx/nx-linux-x64-gnu": "npm:20.5.0"
+ "@nx/nx-linux-x64-musl": "npm:20.5.0"
+ "@nx/nx-win32-arm64-msvc": "npm:20.5.0"
+ "@nx/nx-win32-x64-msvc": "npm:20.5.0"
"@yarnpkg/lockfile": "npm:^1.1.0"
"@yarnpkg/parsers": "npm:3.0.2"
"@zkochan/js-yaml": "npm:0.0.7"
@@ -10162,7 +10162,7 @@ __metadata:
bin:
nx: bin/nx.js
nx-cloud: bin/nx-cloud.js
- checksum: 10c0/8c6510a2929da72a1f8b29ef8962d56bb0e3962a70f0c37235079ff72bf455bbaaaaddc320a611545c81363a742d04d9f116a2f4715db0317225b381310ebfcb
+ checksum: 10c0/cf2bf23baa30e5a1e21f9c449e3fa2df6b0a41af1c8a8fa77f6bfe9c92d95c515e537480e5205acea0b0898c0576be85110ac895eec1addfc4a81befc75aab35
languageName: node
linkType: hard
@@ -10932,15 +10932,6 @@ __metadata:
languageName: node
linkType: hard
-"playwright-core@npm:1.50.1":
- version: 1.50.1
- resolution: "playwright-core@npm:1.50.1"
- bin:
- playwright-core: cli.js
- checksum: 10c0/c158764257d870897c31807a830ddcc3f5aaf4376719e05aeada3489a01f751650b2dc43e027201a40405a1b075084e89f58cd3730a985a229efe9d8cecfe360
- languageName: node
- linkType: hard
-
"playwright-core@npm:1.51.0":
version: 1.51.0
resolution: "playwright-core@npm:1.51.0"
@@ -10950,7 +10941,7 @@ __metadata:
languageName: node
linkType: hard
-"playwright@npm:1.51.0":
+"playwright@npm:1.51.0, playwright@npm:^1.50.1":
version: 1.51.0
resolution: "playwright@npm:1.51.0"
dependencies:
@@ -10965,21 +10956,6 @@ __metadata:
languageName: node
linkType: hard
-"playwright@npm:^1.50.1":
- version: 1.50.1
- resolution: "playwright@npm:1.50.1"
- dependencies:
- fsevents: "npm:2.3.2"
- playwright-core: "npm:1.50.1"
- dependenciesMeta:
- fsevents:
- optional: true
- bin:
- playwright: cli.js
- checksum: 10c0/b292ee6e0d122748a3d024b85ace86a0d9c848fc4121685d90ffc5d43d6bcf13ed7dc7488b1055f69040599c420052306ccba6fabfe2f69a15fc109c55171207
- languageName: node
- linkType: hard
-
"portastic@npm:^1.0.1":
version: 1.0.1
resolution: "portastic@npm:1.0.1"
@@ -12934,21 +12910,21 @@ __metadata:
languageName: node
linkType: hard
-"tldts-core@npm:^6.1.82":
- version: 6.1.82
- resolution: "tldts-core@npm:6.1.82"
- checksum: 10c0/bdbefb17837d7d85b79a44824feafad3d12fbbfbe4f0a89d9618765b18e880d4c7ebe9e87258a2a0e85deec23adbcaaa5f4240129d8017f896b0cda0c32ae6e4
+"tldts-core@npm:^6.1.83":
+ version: 6.1.83
+ resolution: "tldts-core@npm:6.1.83"
+ checksum: 10c0/097be8b909eb86a420d11e74a17461407b517b7f1fa26434de6b5a3f43b1336065e4162024ef02404d1425b572fb6afdeff31c5d03e9d42d806166394bcbd588
languageName: node
linkType: hard
"tldts@npm:^6.0.0, tldts@npm:^6.1.32":
- version: 6.1.82
- resolution: "tldts@npm:6.1.82"
+ version: 6.1.83
+ resolution: "tldts@npm:6.1.83"
dependencies:
- tldts-core: "npm:^6.1.82"
+ tldts-core: "npm:^6.1.83"
bin:
tldts: bin/cli.js
- checksum: 10c0/e01dd47de5a1e5ca7ffe33d9e18cfd608e93ef45cf1f80f3fced1cea192d07a840664ded894b590551ebcaaf8a583a68a4b23bc0645b5885508b57010a9316af
+ checksum: 10c0/85186a9ae342e4d0eac34d0b1a645e8c35e62dbdcc5f0ee8ae11e7a8221eb9bce5a97e57723b12d76e3866c2467f232b6408c09d94c907ecc7998a507ca2c66b
languageName: node
linkType: hard
@@ -14181,9 +14157,9 @@ __metadata:
linkType: hard
"yocto-queue@npm:^1.0.0":
- version: 1.1.1
- resolution: "yocto-queue@npm:1.1.1"
- checksum: 10c0/cb287fe5e6acfa82690acb43c283de34e945c571a78a939774f6eaba7c285bacdf6c90fbc16ce530060863984c906d2b4c6ceb069c94d1e0a06d5f2b458e2a92
+ version: 1.2.0
+ resolution: "yocto-queue@npm:1.2.0"
+ checksum: 10c0/9fb3adeba76b69cc7c916831c092bb69ac1aa685c692ae6eb819a9599cbe0c4ecfd5269c145691a15b86d0a25b27d854d6116bbc0851a3373c0a86edb96f1602
languageName: node
linkType: hard