Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]0d04a5d1c98a
diff --git a/website/yarn.lock b/website/yarn.lock
index 6fc8f124b..753cdfaa8 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -3438,11 +3438,11 @@ __metadata:
linkType: hard
"@types/node@npm:*":
- version: 22.4.0
- resolution: "@types/node@npm:22.4.0"
+ version: 22.4.1
+ resolution: "@types/node@npm:22.4.1"
dependencies:
undici-types: "npm:~6.19.2"
- checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50
+ checksum: 10c0/e42607438fcbd3a6aebd09084868fa0b22a4b0daf9eda79ed615df7ff8ae95e35ea56e090e1f3140ebae76b640abe42d4a6d5b60c0819eadf499adca737305b6
languageName: node
linkType: hard
@@ -9589,15 +9589,15 @@ __metadata:
linkType: hard
"mdast-util-gfm-autolink-literal@npm:^2.0.0":
- version: 2.0.0
- resolution: "mdast-util-gfm-autolink-literal@npm:2.0.0"
+ version: 2.0.1
+ resolution: "mdast-util-gfm-autolink-literal@npm:2.0.1"
dependencies:
"@types/mdast": "npm:^4.0.0"
ccount: "npm:^2.0.0"
devlop: "npm:^1.0.0"
mdast-util-find-and-replace: "npm:^3.0.0"
micromark-util-character: "npm:^2.0.0"
- checksum: 10c0/821ef91db108f05b321c54fdf4436df9d6badb33e18f714d8d52c0e70f988f5b6b118cdd4d607b4cb3bef1718304ce7e9fb25fa580622c3d20d68c1489c64875
+ checksum: 10c0/963cd22bd42aebdec7bdd0a527c9494d024d1ad0739c43dc040fee35bdfb5e29c22564330a7418a72b5eab51d47a6eff32bc0255ef3ccb5cebfe8970e91b81b6
languageName: node
linkType: hard
@@ -10427,14 +10427,14 @@ __metadata:
linkType: hard
"mini-css-extract-plugin@npm:^2.7.6":
- version: 2.9.0
- resolution: "mini-css-extract-plugin@npm:2.9.0"
+ version: 2.9.1
+ resolution: "mini-css-extract-plugin@npm:2.9.1"
dependencies:
schema-utils: "npm:^4.0.0"
tapable: "npm:^2.2.1"
peerDependencies:
webpack: ^5.0.0
- checksum: 10c0/46e20747ea250420db8a82801b9779299ce3cd5ec4d6dd75e00904c39cc80f0f01decaa534b8cb9658d7d3b656b919cb2cc84b1ba7e2394d2d6548578a5c2901
+ checksum: 10c0/19361902ef028b9875aafa3931d99643c2d95824ba343a501c83ff61d069a430fcfc523ca796765798b564570da2199f5a28cd51b9528ddbcfdc9271c61400d0
languageName: node
linkType: hard
@@ -14032,16 +14032,16 @@ __metadata:
linkType: hard
"undici-types@npm:~6.19.2":
- version: 6.19.6
- resolution: "undici-types@npm:6.19.6"
- checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9
+ version: 6.19.8
+ resolution: "undici-types@npm:6.19.8"
+ checksum: 10c0/078afa5990fba110f6824823ace86073b4638f1d5112ee26e790155f481f2a868cc3e0615505b6f4282bdf74a3d8caad715fd809e870c2bb0704e3ea6082f344
languageName: node
linkType: hard
"undici@npm:^6.19.5":
- version: 6.19.7
- resolution: "undici@npm:6.19.7"
- checksum: 10c0/801d1e66d5bccdd3fcc9ecf1c95b83a593e4867b89e21ed725e35bd4d572b3d3ce1d7feab2a4f2046f65923de70bfafb69ac148c633d1ab30a948d6fec24475a
+ version: 6.19.8
+ resolution: "undici@npm:6.19.8"
+ checksum: 10c0/07fd8520bce7e34ea29c07ef0de27b734183042cdb4e2f1262cd1fb9b755a6b04ff2471040395dfb1770fb7786069a97c5178bcf706b80a34075994f46feb37c
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index a124efb8e..38febfd6b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1661,32 +1661,32 @@ __metadata:
languageName: node
linkType: hard
-"@nrwl/devkit@npm:19.6.0":
- version: 19.6.0
- resolution: "@nrwl/devkit@npm:19.6.0"
+"@nrwl/devkit@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nrwl/devkit@npm:19.6.1"
dependencies:
- "@nx/devkit": "npm:19.6.0"
- checksum: 10c0/e02a91f929d5a44efbf7db5c43049d68cdd2bf32625284d3706b5436a0e4c793879a3b65e952157d8263f445d20038cd3c968914c0f7c79071239a4bcba2a6e6
+ "@nx/devkit": "npm:19.6.1"
+ checksum: 10c0/eec10960ae0d8da22818a52059ddd8bdc859ba2993d4c8cc91be3adf6c6a7d90a81ffd77371d76c0fad95534340eeff0a2eb02a668b2dfea1bc62d660efba8b3
languageName: node
linkType: hard
-"@nrwl/tao@npm:19.6.0":
- version: 19.6.0
- resolution: "@nrwl/tao@npm:19.6.0"
+"@nrwl/tao@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nrwl/tao@npm:19.6.1"
dependencies:
- nx: "npm:19.6.0"
+ nx: "npm:19.6.1"
tslib: "npm:^2.3.0"
bin:
tao: index.js
- checksum: 10c0/719b372bec775260f663126e616e1c30f069c2a6437b47a28aac020df5fb204a01ebbd58852e61f66af7a0aaa0ef06a9d4957cbc84c82544fbcc2b3e3c0a2737
+ checksum: 10c0/14125fc1a7ecec6100ad1370e85f1bdce5cb44b35eda2a3e89ec911d2ef5e46835745de5ac24b6b45ab4023b4ba17e13baacaaf575be69066cf935bdbd85a091
languageName: node
linkType: hard
-"@nx/devkit@npm:19.6.0, @nx/devkit@npm:>=17.1.2 < 20":
- version: 19.6.0
- resolution: "@nx/devkit@npm:19.6.0"
+"@nx/devkit@npm:19.6.1, @nx/devkit@npm:>=17.1.2 < 20":
+ version: 19.6.1
+ resolution: "@nx/devkit@npm:19.6.1"
dependencies:
- "@nrwl/devkit": "npm:19.6.0"
+ "@nrwl/devkit": "npm:19.6.1"
ejs: "npm:^3.1.7"
enquirer: "npm:~2.3.6"
ignore: "npm:^5.0.4"
@@ -1697,76 +1697,76 @@ __metadata:
yargs-parser: "npm:21.1.1"
peerDependencies:
nx: ">= 17 <= 20"
- checksum: 10c0/ffe25105fb29917f2d7239d74cd1d2e83442476c98990d728f7dcff256ea128a89150dfb7e4de09d2e0dcb493e265ffcb589a8cdbc0721c3c2149187b191a427
+ checksum: 10c0/70c470c4168dea1c631123eccd9187681044cbc274fae072ba4a7f20a2debb53a7017d85fe838b9a4a2cbded940f2e904ac6a224e881f46bf48c397724d5d958
languageName: node
linkType: hard
-"@nx/nx-darwin-arm64@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-darwin-arm64@npm:19.6.0"
+"@nx/nx-darwin-arm64@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-darwin-arm64@npm:19.6.1"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-darwin-x64@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-darwin-x64@npm:19.6.0"
+"@nx/nx-darwin-x64@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-darwin-x64@npm:19.6.1"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-freebsd-x64@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-freebsd-x64@npm:19.6.0"
+"@nx/nx-freebsd-x64@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-freebsd-x64@npm:19.6.1"
conditions: os=freebsd & cpu=x64
languageName: node
linkType: hard
-"@nx/nx-linux-arm-gnueabihf@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.6.0"
+"@nx/nx-linux-arm-gnueabihf@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.6.1"
conditions: os=linux & cpu=arm
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-gnu@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-linux-arm64-gnu@npm:19.6.0"
+"@nx/nx-linux-arm64-gnu@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-linux-arm64-gnu@npm:19.6.1"
conditions: os=linux & cpu=arm64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-arm64-musl@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-linux-arm64-musl@npm:19.6.0"
+"@nx/nx-linux-arm64-musl@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-linux-arm64-musl@npm:19.6.1"
conditions: os=linux & cpu=arm64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-linux-x64-gnu@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-linux-x64-gnu@npm:19.6.0"
+"@nx/nx-linux-x64-gnu@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-linux-x64-gnu@npm:19.6.1"
conditions: os=linux & cpu=x64 & libc=glibc
languageName: node
linkType: hard
-"@nx/nx-linux-x64-musl@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-linux-x64-musl@npm:19.6.0"
+"@nx/nx-linux-x64-musl@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-linux-x64-musl@npm:19.6.1"
conditions: os=linux & cpu=x64 & libc=musl
languageName: node
linkType: hard
-"@nx/nx-win32-arm64-msvc@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-win32-arm64-msvc@npm:19.6.0"
+"@nx/nx-win32-arm64-msvc@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-win32-arm64-msvc@npm:19.6.1"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"@nx/nx-win32-x64-msvc@npm:19.6.0":
- version: 19.6.0
- resolution: "@nx/nx-win32-x64-msvc@npm:19.6.0"
+"@nx/nx-win32-x64-msvc@npm:19.6.1":
+ version: 19.6.1
+ resolution: "@nx/nx-win32-x64-msvc@npm:19.6.1"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
@@ -2478,20 +2478,20 @@ __metadata:
linkType: hard
"@types/node@npm:*":
- version: 22.4.0
- resolution: "@types/node@npm:22.4.0"
+ version: 22.4.1
+ resolution: "@types/node@npm:22.4.1"
dependencies:
undici-types: "npm:~6.19.2"
- checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50
+ checksum: 10c0/e42607438fcbd3a6aebd09084868fa0b22a4b0daf9eda79ed615df7ff8ae95e35ea56e090e1f3140ebae76b640abe42d4a6d5b60c0819eadf499adca737305b6
languageName: node
linkType: hard
"@types/node@npm:^20.0.0":
- version: 20.16.0
- resolution: "@types/node@npm:20.16.0"
+ version: 20.16.1
+ resolution: "@types/node@npm:20.16.1"
dependencies:
undici-types: "npm:~6.19.2"
- checksum: 10c0/ad8e11e654af99b3556397c87a495cf3cf5d3e8e8bfa1f60e14d255763e9cde7e703d7309fb7c39e89c1191281f2759cb8314f36dee2ae0bf8779123fc85d90c
+ checksum: 10c0/cac13c0f42467df3254805a671ca9e74a6eb7c41568de972e26b10dcc448a45743aaf00e9e5fce4a9214da5bc8444fe902918e105dac5a224e24e83fd9989a97
languageName: node
linkType: hard
@@ -3369,9 +3369,9 @@ __metadata:
linkType: hard
"async@npm:^3.2.3":
- version: 3.2.5
- resolution: "async@npm:3.2.5"
- checksum: 10c0/1408287b26c6db67d45cb346e34892cee555b8b59e6c68e6f8c3e495cad5ca13b4f218180e871f3c2ca30df4ab52693b66f2f6ff43644760cab0b2198bda79c1
+ version: 3.2.6
+ resolution: "async@npm:3.2.6"
+ checksum: 10c0/36484bb15ceddf07078688d95e27076379cc2f87b10c03b6dd8a83e89475a3c8df5848859dd06a4c95af1e4c16fc973de0171a77f18ea00be899aca2a4f85e70
languageName: node
linkType: hard
@@ -3398,7 +3398,7 @@ __metadata:
languageName: node
linkType: hard
-"axios@npm:^1.6.7, axios@npm:^1.7.2":
+"axios@npm:^1.6.7, axios@npm:^1.7.4":
version: 1.7.4
resolution: "axios@npm:1.7.4"
dependencies:
@@ -9299,26 +9299,26 @@ __metadata:
languageName: node
linkType: hard
-"nx@npm:19.6.0, nx@npm:>=17.1.2 < 20":
- version: 19.6.0
- resolution: "nx@npm:19.6.0"
+"nx@npm:19.6.1, nx@npm:>=17.1.2 < 20":
+ version: 19.6.1
+ resolution: "nx@npm:19.6.1"
dependencies:
"@napi-rs/wasm-runtime": "npm:0.2.4"
- "@nrwl/tao": "npm:19.6.0"
- "@nx/nx-darwin-arm64": "npm:19.6.0"
- "@nx/nx-darwin-x64": "npm:19.6.0"
- "@nx/nx-freebsd-x64": "npm:19.6.0"
- "@nx/nx-linux-arm-gnueabihf": "npm:19.6.0"
- "@nx/nx-linux-arm64-gnu": "npm:19.6.0"
- "@nx/nx-linux-arm64-musl": "npm:19.6.0"
- "@nx/nx-linux-x64-gnu": "npm:19.6.0"
- "@nx/nx-linux-x64-musl": "npm:19.6.0"
- "@nx/nx-win32-arm64-msvc": "npm:19.6.0"
- "@nx/nx-win32-x64-msvc": "npm:19.6.0"
+ "@nrwl/tao": "npm:19.6.1"
+ "@nx/nx-darwin-arm64": "npm:19.6.1"
+ "@nx/nx-darwin-x64": "npm:19.6.1"
+ "@nx/nx-freebsd-x64": "npm:19.6.1"
+ "@nx/nx-linux-arm-gnueabihf": "npm:19.6.1"
+ "@nx/nx-linux-arm64-gnu": "npm:19.6.1"
+ "@nx/nx-linux-arm64-musl": "npm:19.6.1"
+ "@nx/nx-linux-x64-gnu": "npm:19.6.1"
+ "@nx/nx-linux-x64-musl": "npm:19.6.1"
+ "@nx/nx-win32-arm64-msvc": "npm:19.6.1"
+ "@nx/nx-win32-x64-msvc": "npm:19.6.1"
"@yarnpkg/lockfile": "npm:^1.1.0"
"@yarnpkg/parsers": "npm:3.0.0-rc.46"
"@zkochan/js-yaml": "npm:0.0.7"
- axios: "npm:^1.7.2"
+ axios: "npm:^1.7.4"
chalk: "npm:^4.1.0"
cli-cursor: "npm:3.1.0"
cli-spinners: "npm:2.6.1"
@@ -9380,7 +9380,7 @@ __metadata:
bin:
nx: bin/nx.js
nx-cloud: bin/nx-cloud.js
- checksum: 10c0/199191bd88877b6fb38b8699f0f195d0c84f8380eff7f675a12db60c1c4095fa4734114403a847eab1da0ca452f09ce9c88e17a05ded436aa8d30118dfd520f9
+ checksum: 10c0/a27d249776e924fe28c1c961e25e890dabc0b701e6dee425ed115b4819371f56042fd5490ce1d4d4ccfd7c8fad3e7b816a051e689487312372c23e68920da033
languageName: node
linkType: hard
@@ -10336,13 +10336,13 @@ __metadata:
linkType: hard
"proxy-chain@npm:^2.0.1":
- version: 2.5.1
- resolution: "proxy-chain@npm:2.5.1"
+ version: 2.5.2
+ resolution: "proxy-chain@npm:2.5.2"
dependencies:
socks: "npm:^2.8.3"
socks-proxy-agent: "npm:^8.0.3"
tslib: "npm:^2.3.1"
- checksum: 10c0/e8e958b7b66f901bd7ef29d3ea208c178dd406aed6f41058a1847edc3305a9c9dac3289b0f3ebcaf830a5d7eb02beeb3c990b26e6850ba04ed73adf32eb27aeb
+ checksum: 10c0/31a28b8a9837bd7241ae9ea1be7a16757809e93b800d77c5f087a38b96311a3e23fa6c0be5da77194ef492183a677ac164ea1140a4815a0641431af4d95eb1fa
languageName: node
linkType: hard
@@ -11854,9 +11854,9 @@ __metadata:
linkType: hard
"tinypool@npm:^1.0.0":
- version: 1.0.0
- resolution: "tinypool@npm:1.0.0"
- checksum: 10c0/71b20b9c54366393831c286a0772380c20f8cad9546d724c484edb47aea3228f274c58e98cf51d28c40869b39f5273209ef3ea94a9d2a23f8b292f4731cd3e4e
+ version: 1.0.1
+ resolution: "tinypool@npm:1.0.1"
+ checksum: 10c0/90939d6a03f1519c61007bf416632dc1f0b9c1a9dd673c179ccd9e36a408437384f984fc86555a5d040d45b595abc299c3bb39d354439e98a090766b5952e73d
languageName: node
linkType: hard
@@ -11874,21 +11874,21 @@ __metadata:
languageName: node
linkType: hard
-"tldts-core@npm:^6.1.39":
- version: 6.1.39
- resolution: "tldts-core@npm:6.1.39"
- checksum: 10c0/404a5b3b1633d67455bb97b7ffb4da011d0652c27ddf0c8881e253b65def46c7a9aef8910ad0bbd6f5e55ce107a2ac09c516ebe218443f25014c57d7ae1c7d33
+"tldts-core@npm:^6.1.40":
+ version: 6.1.40
+ resolution: "tldts-core@npm:6.1.40"
+ checksum: 10c0/44dc3962874a87425ae66d341debdd9a2d781a306be42dddb7eefa3315f4e98a3f4226f5e42cfb4682f116670e63b21ce25691871d9a63c8e416653465e2a829
languageName: node
linkType: hard
"tldts@npm:^6.0.0":
- version: 6.1.39
- resolution: "tldts@npm:6.1.39"
+ version: 6.1.40
+ resolution: "tldts@npm:6.1.40"
dependencies:
- tldts-core: "npm:^6.1.39"
+ tldts-core: "npm:^6.1.40"
bin:
tldts: bin/cli.js
- checksum: 10c0/b60e5d747883c366bf56f7b971b8b17f1adbe809f0cf3ac53bb6c2300507992818ebee1ad76799e4f07c020c170bcf58be592430797606fca3412e1aba4d7869
+ checksum: 10c0/10da36878ead3282fb71215b6829589ccc08b94abcc3866a2d675304fc2d0d4f3c46144bd30d89c358a47fb6c286e2702d0db08679858e53e6371671ef35c254
languageName: node
linkType: hard
@@ -12334,9 +12334,9 @@ __metadata:
linkType: hard
"undici-types@npm:~6.19.2":
- version: 6.19.6
- resolution: "undici-types@npm:6.19.6"
- checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9
+ version: 6.19.8
+ resolution: "undici-types@npm:6.19.8"
+ checksum: 10c0/078afa5990fba110f6824823ace86073b4638f1d5112ee26e790155f481f2a868cc3e0615505b6f4282bdf74a3d8caad715fd809e870c2bb0704e3ea6082f344
languageName: node
linkType: hard