Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]9caa6aa44d5d
diff --git a/website/yarn.lock b/website/yarn.lock
index dd8a6e84b..4d9f5aa14 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -4500,8 +4500,8 @@ __metadata:
linkType: hard
"cacache@npm:^18.0.0":
- version: 18.0.2
- resolution: "cacache@npm:18.0.2"
+ version: 18.0.3
+ resolution: "cacache@npm:18.0.3"
dependencies:
"@npmcli/fs": "npm:^3.1.0"
fs-minipass: "npm:^3.0.0"
@@ -4515,7 +4515,7 @@ __metadata:
ssri: "npm:^10.0.0"
tar: "npm:^6.1.11"
unique-filename: "npm:^3.0.0"
- checksum: 10c0/7992665305cc251a984f4fdbab1449d50e88c635bc43bf2785530c61d239c61b349e5734461baa461caaee65f040ab14e2d58e694f479c0810cffd181ba5eabc
+ checksum: 10c0/dfda92840bb371fb66b88c087c61a74544363b37a265023223a99965b16a16bbb87661fe4948718d79df6e0cc04e85e62784fbcf1832b2a5e54ff4c46fbb45b7
languageName: node
linkType: hard
@@ -4598,9 +4598,9 @@ __metadata:
linkType: hard
"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001587, caniuse-lite@npm:^1.0.30001599":
- version: 1.0.30001615
- resolution: "caniuse-lite@npm:1.0.30001615"
- checksum: 10c0/49029ff6cdbb35cf84cc9d9d4782dff3a8fb6afb547a83f3e43f13addcb0c4ac6015dc528a42f0f78846dc06261b3fab16555e3979114ad20e15cf7a91e64c33
+ version: 1.0.30001616
+ resolution: "caniuse-lite@npm:1.0.30001616"
+ checksum: 10c0/4c29f0a6c65ec888fadf5112cffc3b162872b74dce6ca4964d242c1c0fd05ab284f8e500f85739d5c96573589cf6e0e911424646b1009440a7c142ef6a5187ce
languageName: node
linkType: hard
@@ -10073,8 +10073,8 @@ __metadata:
linkType: hard
"minipass-fetch@npm:^3.0.0":
- version: 3.0.4
- resolution: "minipass-fetch@npm:3.0.4"
+ version: 3.0.5
+ resolution: "minipass-fetch@npm:3.0.5"
dependencies:
encoding: "npm:^0.1.13"
minipass: "npm:^7.0.3"
@@ -10083,7 +10083,7 @@ __metadata:
dependenciesMeta:
encoding:
optional: true
- checksum: 10c0/1b63c1f3313e88eeac4689f1b71c9f086598db9a189400e3ee960c32ed89e06737fa23976c9305c2d57464fb3fcdc12749d3378805c9d6176f5569b0d0ee8a75
+ checksum: 10c0/9d702d57f556274286fdd97e406fc38a2f5c8d15e158b498d7393b1105974b21249289ec571fa2b51e038a4872bfc82710111cf75fae98c662f3d6f95e72152b
languageName: node
linkType: hard
@@ -10131,9 +10131,9 @@ __metadata:
linkType: hard
"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0, minipass@npm:^7.0.2, minipass@npm:^7.0.3, minipass@npm:^7.0.4":
- version: 7.0.4
- resolution: "minipass@npm:7.0.4"
- checksum: 10c0/6c7370a6dfd257bf18222da581ba89a5eaedca10e158781232a8b5542a90547540b4b9b7e7f490e4cda43acfbd12e086f0453728ecf8c19e0ef6921bc5958ac5
+ version: 7.1.0
+ resolution: "minipass@npm:7.1.0"
+ checksum: 10c0/6861c6ec9dc3cb99c745b287d92b2a8f409951852940205b4bb106faceb790544288622a0db7aa152f37793e2fc8f303628787883d9a679f2126605204feb97f
languageName: node
linkType: hard
@@ -10283,13 +10283,13 @@ __metadata:
linkType: hard
"nopt@npm:^7.0.0":
- version: 7.2.0
- resolution: "nopt@npm:7.2.0"
+ version: 7.2.1
+ resolution: "nopt@npm:7.2.1"
dependencies:
abbrev: "npm:^2.0.0"
bin:
nopt: bin/nopt.js
- checksum: 10c0/9bd7198df6f16eb29ff16892c77bcf7f0cc41f9fb5c26280ac0def2cf8cf319f3b821b3af83eba0e74c85807cc430a16efe0db58fe6ae1f41e69519f585b6aff
+ checksum: 10c0/a069c7c736767121242037a22a788863accfa932ab285a1eb569eb8cd534b09d17206f68c37f096ae785647435e0c5a5a0a67b42ec743e481a455e5ae6a6df81
languageName: node
linkType: hard
@@ -12885,11 +12885,11 @@ __metadata:
linkType: hard
"ssri@npm:^10.0.0":
- version: 10.0.5
- resolution: "ssri@npm:10.0.5"
+ version: 10.0.6
+ resolution: "ssri@npm:10.0.6"
dependencies:
minipass: "npm:^7.0.3"
- checksum: 10c0/b091f2ae92474183c7ac5ed3f9811457e1df23df7a7e70c9476eaa9a0c4a0c8fc190fb45acefbf023ca9ee864dd6754237a697dc52a0fb182afe65d8e77443d8
+ checksum: 10c0/e5a1e23a4057a86a97971465418f22ea89bd439ac36ade88812dd920e4e61873e8abd6a9b72a03a67ef50faa00a2daf1ab745c5a15b46d03e0544a0296354227
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index 43307987f..2e0849a11 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1185,8 +1185,8 @@ __metadata:
linkType: hard
"@npmcli/git@npm:^5.0.0":
- version: 5.0.6
- resolution: "@npmcli/git@npm:5.0.6"
+ version: 5.0.7
+ resolution: "@npmcli/git@npm:5.0.7"
dependencies:
"@npmcli/promise-spawn": "npm:^7.0.0"
lru-cache: "npm:^10.0.1"
@@ -1196,7 +1196,7 @@ __metadata:
promise-retry: "npm:^2.0.1"
semver: "npm:^7.3.5"
which: "npm:^4.0.0"
- checksum: 10c0/5cb92105517c855f640e97cd9eacf874d14b00c1eb5d96d840378793e7892422a440fb0ea09ac3bc327c73103ae93e4a32bc2482c172e0c84df83926d136aedb
+ checksum: 10c0/d9895fce3e554e927411ead941d434233585a3edaf8d2ebe3e8d48fdd14e2ce238d227248df30e3300b1c050e982459f4d0b18375bd3c17c4edeb0621da33ade
languageName: node
linkType: hard
@@ -1235,11 +1235,11 @@ __metadata:
linkType: hard
"@npmcli/promise-spawn@npm:^7.0.0":
- version: 7.0.1
- resolution: "@npmcli/promise-spawn@npm:7.0.1"
+ version: 7.0.2
+ resolution: "@npmcli/promise-spawn@npm:7.0.2"
dependencies:
which: "npm:^4.0.0"
- checksum: 10c0/441024049170fc9dd0c793fef7366fd1b2a36c06f1036c52ac4a5d0f2d46deced89f2a94fef20f51aa9934edb4d611ff76b060be2b82086d29d2094ee1b46122
+ checksum: 10c0/8f2af5bc2c1b1ccfb9bcd91da8873ab4723616d8bd5af877c0daa40b1e2cbfa4afb79e052611284179cae918c945a1b99ae1c565d78a355bec1a461011e89f71
languageName: node
linkType: hard
@@ -2093,9 +2093,9 @@ __metadata:
linkType: hard
"@types/lodash@npm:*":
- version: 4.17.0
- resolution: "@types/lodash@npm:4.17.0"
- checksum: 10c0/4c5b41c9a6c41e2c05d08499e96f7940bcf194dcfa84356235b630da920c2a5e05f193618cea76006719bec61c76617dff02defa9d29934f9f6a76a49291bd8f
+ version: 4.17.1
+ resolution: "@types/lodash@npm:4.17.1"
+ checksum: 10c0/af2ad8a3c8d7deb170a7ec6e18afc5ae8980576e5f7fe798d8a95a1df7222c15bdf967a25a35879f575a3b64743de00145710ee461a0051e055e94e4fe253f45
languageName: node
linkType: hard
@@ -3338,8 +3338,8 @@ __metadata:
linkType: hard
"cacache@npm:^18.0.0":
- version: 18.0.2
- resolution: "cacache@npm:18.0.2"
+ version: 18.0.3
+ resolution: "cacache@npm:18.0.3"
dependencies:
"@npmcli/fs": "npm:^3.1.0"
fs-minipass: "npm:^3.0.0"
@@ -3353,7 +3353,7 @@ __metadata:
ssri: "npm:^10.0.0"
tar: "npm:^6.1.11"
unique-filename: "npm:^3.0.0"
- checksum: 10c0/7992665305cc251a984f4fdbab1449d50e88c635bc43bf2785530c61d239c61b349e5734461baa461caaee65f040ab14e2d58e694f479c0810cffd181ba5eabc
+ checksum: 10c0/dfda92840bb371fb66b88c087c61a74544363b37a265023223a99965b16a16bbb87661fe4948718d79df6e0cc04e85e62784fbcf1832b2a5e54ff4c46fbb45b7
languageName: node
linkType: hard
@@ -3432,9 +3432,9 @@ __metadata:
linkType: hard
"caniuse-lite@npm:^1.0.30001587":
- version: 1.0.30001615
- resolution: "caniuse-lite@npm:1.0.30001615"
- checksum: 10c0/49029ff6cdbb35cf84cc9d9d4782dff3a8fb6afb547a83f3e43f13addcb0c4ac6015dc528a42f0f78846dc06261b3fab16555e3979114ad20e15cf7a91e64c33
+ version: 1.0.30001616
+ resolution: "caniuse-lite@npm:1.0.30001616"
+ checksum: 10c0/4c29f0a6c65ec888fadf5112cffc3b162872b74dce6ca4964d242c1c0fd05ab284f8e500f85739d5c96573589cf6e0e911424646b1009440a7c142ef6a5187ce
languageName: node
linkType: hard
@@ -6394,11 +6394,11 @@ __metadata:
linkType: hard
"hosted-git-info@npm:^7.0.0":
- version: 7.0.1
- resolution: "hosted-git-info@npm:7.0.1"
+ version: 7.0.2
+ resolution: "hosted-git-info@npm:7.0.2"
dependencies:
lru-cache: "npm:^10.0.1"
- checksum: 10c0/361c4254f717f06d581a5a90aa0156a945e662e05ebbb533c1fa9935f10886d8247db48cbbcf9667f02e519e6479bf16dcdcf3124c3030e76c4c3ca2c88ee9d3
+ checksum: 10c0/b19dbd92d3c0b4b0f1513cf79b0fc189f54d6af2129eeb201de2e9baaa711f1936929c848b866d9c8667a0f956f34bf4f07418c12be1ee9ca74fd9246335ca1f
languageName: node
linkType: hard
@@ -6594,11 +6594,11 @@ __metadata:
linkType: hard
"ignore-walk@npm:^6.0.4":
- version: 6.0.4
- resolution: "ignore-walk@npm:6.0.4"
+ version: 6.0.5
+ resolution: "ignore-walk@npm:6.0.5"
dependencies:
minimatch: "npm:^9.0.0"
- checksum: 10c0/6dd2ea369f3d32d90cb26ca6647bc6e112ed483433270ed89b8055dd708d00777c2cbc85b93b43f53e2100851277fd1539796a758ae4c64b84445d4f1da5fd8f
+ checksum: 10c0/8bd6d37c82400016c7b6538b03422dde8c9d7d3e99051c8357dd205d499d42828522fb4fbce219c9c21b4b069079445bacdc42bbd3e2e073b52856c2646d8a39
languageName: node
linkType: hard
@@ -7441,9 +7441,9 @@ __metadata:
linkType: hard
"json-parse-even-better-errors@npm:^3.0.0":
- version: 3.0.1
- resolution: "json-parse-even-better-errors@npm:3.0.1"
- checksum: 10c0/bc40600b14231dff1ff911d269c7ed89fbf3dbedf25cad3f47c10ff9cbb998ce03921372a17f27f3c7cfed76e679bc6c02a7b4cb2604b0ba68cd51ed16899492
+ version: 3.0.2
+ resolution: "json-parse-even-better-errors@npm:3.0.2"
+ checksum: 10c0/147f12b005768abe9fab78d2521ce2b7e1381a118413d634a40e6d907d7d10f5e9a05e47141e96d6853af7cc36d2c834d0a014251be48791e037ff2f13d2b94b
languageName: node
linkType: hard
@@ -8314,8 +8314,8 @@ __metadata:
linkType: hard
"minipass-fetch@npm:^3.0.0":
- version: 3.0.4
- resolution: "minipass-fetch@npm:3.0.4"
+ version: 3.0.5
+ resolution: "minipass-fetch@npm:3.0.5"
dependencies:
encoding: "npm:^0.1.13"
minipass: "npm:^7.0.3"
@@ -8324,7 +8324,7 @@ __metadata:
dependenciesMeta:
encoding:
optional: true
- checksum: 10c0/1b63c1f3313e88eeac4689f1b71c9f086598db9a189400e3ee960c32ed89e06737fa23976c9305c2d57464fb3fcdc12749d3378805c9d6176f5569b0d0ee8a75
+ checksum: 10c0/9d702d57f556274286fdd97e406fc38a2f5c8d15e158b498d7393b1105974b21249289ec571fa2b51e038a4872bfc82710111cf75fae98c662f3d6f95e72152b
languageName: node
linkType: hard
@@ -8389,9 +8389,9 @@ __metadata:
linkType: hard
"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0, minipass@npm:^7.0.2, minipass@npm:^7.0.3, minipass@npm:^7.0.4":
- version: 7.0.4
- resolution: "minipass@npm:7.0.4"
- checksum: 10c0/6c7370a6dfd257bf18222da581ba89a5eaedca10e158781232a8b5542a90547540b4b9b7e7f490e4cda43acfbd12e086f0453728ecf8c19e0ef6921bc5958ac5
+ version: 7.1.0
+ resolution: "minipass@npm:7.1.0"
+ checksum: 10c0/6861c6ec9dc3cb99c745b287d92b2a8f409951852940205b4bb106faceb790544288622a0db7aa152f37793e2fc8f303628787883d9a679f2126605204feb97f
languageName: node
linkType: hard
@@ -8654,13 +8654,13 @@ __metadata:
linkType: hard
"nopt@npm:^7.0.0":
- version: 7.2.0
- resolution: "nopt@npm:7.2.0"
+ version: 7.2.1
+ resolution: "nopt@npm:7.2.1"
dependencies:
abbrev: "npm:^2.0.0"
bin:
nopt: bin/nopt.js
- checksum: 10c0/9bd7198df6f16eb29ff16892c77bcf7f0cc41f9fb5c26280ac0def2cf8cf319f3b821b3af83eba0e74c85807cc430a16efe0db58fe6ae1f41e69519f585b6aff
+ checksum: 10c0/a069c7c736767121242037a22a788863accfa932ab285a1eb569eb8cd534b09d17206f68c37f096ae785647435e0c5a5a0a67b42ec743e481a455e5ae6a6df81
languageName: node
linkType: hard
@@ -8701,14 +8701,14 @@ __metadata:
linkType: hard
"normalize-package-data@npm:^6.0.0":
- version: 6.0.0
- resolution: "normalize-package-data@npm:6.0.0"
+ version: 6.0.1
+ resolution: "normalize-package-data@npm:6.0.1"
dependencies:
hosted-git-info: "npm:^7.0.0"
is-core-module: "npm:^2.8.1"
semver: "npm:^7.3.5"
validate-npm-package-license: "npm:^3.0.4"
- checksum: 10c0/dbd7c712c1e016a4b682640a53b44e9290c9db7b94355c71234bafee1534bef4c5dc3970c30c7ee2c4990a3c07e963e15e211b61624d58eb857d867ec71d3bb6
+ checksum: 10c0/a44ef2312e6372b70fa48eb84081bdff509476abcd7e9ea3fe2f890a20aeb02068f6739230d2fa40f6a4494450a0a51dbfe00444ea83df3411451278ec94a911
languageName: node
linkType: hard
@@ -8819,14 +8819,14 @@ __metadata:
linkType: hard
"npm-pick-manifest@npm:^9.0.0":
- version: 9.0.0
- resolution: "npm-pick-manifest@npm:9.0.0"
+ version: 9.0.1
+ resolution: "npm-pick-manifest@npm:9.0.1"
dependencies:
npm-install-checks: "npm:^6.0.0"
npm-normalize-package-bin: "npm:^3.0.0"
npm-package-arg: "npm:^11.0.0"
semver: "npm:^7.3.5"
- checksum: 10c0/930859b70fb7b8cd8aee1c9819c2fbe95db5ae246398fbd6eaa819793675e36be97da2b4d19e1b56a913a016f7a0a33070cd3ed363ad522d5dbced9c0d94d037
+ checksum: 10c0/c9b93a533b599bccba4f5d7ba313725d83a0058d981e8318176bfbb3a6c9435acd1a995847eaa3ffb45162161947db9b0674ceee13cfe716b345573ca1073d8e
languageName: node
linkType: hard
@@ -9829,11 +9829,11 @@ __metadata:
linkType: hard
"promzard@npm:^1.0.0":
- version: 1.0.1
- resolution: "promzard@npm:1.0.1"
+ version: 1.0.2
+ resolution: "promzard@npm:1.0.2"
dependencies:
read: "npm:^3.0.1"
- checksum: 10c0/8445442ff1ff71a2ac2d91ca6a0908631cf6573745298afe52283af23ec00c2dc6276ac4e75cd9bb521c126d33d268c5e5682c93eda492a5dcca8a76e0f671b3
+ checksum: 10c0/d53c4ecb8b606b7e4bdeab14ac22c5f81a57463d29de1b8fe43bbc661106d9e4a79d07044bd3f69bde82c7ebacba7307db90a9699bc20482ce637bdea5fb8e4b
languageName: node
linkType: hard
@@ -10093,14 +10093,14 @@ __metadata:
linkType: hard
"read-package-json@npm:^7.0.0":
- version: 7.0.0
- resolution: "read-package-json@npm:7.0.0"
+ version: 7.0.1
+ resolution: "read-package-json@npm:7.0.1"
dependencies:
glob: "npm:^10.2.2"
json-parse-even-better-errors: "npm:^3.0.0"
normalize-package-data: "npm:^6.0.0"
npm-normalize-package-bin: "npm:^3.0.0"
- checksum: 10c0/a2d373d0f87613fe86ec49c7e4bcdaf2a14967c258c6ccfd9585dec8b21e3d5bfe422c460648fb30e8c93fc13579da0d9c9c65adc5ec4e95ec888d99e4bccc79
+ checksum: 10c0/4bb2ad7dc6f460d0db04c5ef6ad7e9644d9566f07fa3563a938aedf0ee4b5ea0f0e2c5a321f79a73b34488ade0bd5937a7671ee3b453c42cd9d5e7e9b07c57f3
languageName: node
linkType: hard
@@ -10973,11 +10973,11 @@ __metadata:
linkType: hard
"ssri@npm:^10.0.0, ssri@npm:^10.0.1":
- version: 10.0.5
- resolution: "ssri@npm:10.0.5"
+ version: 10.0.6
+ resolution: "ssri@npm:10.0.6"
dependencies:
minipass: "npm:^7.0.3"
- checksum: 10c0/b091f2ae92474183c7ac5ed3f9811457e1df23df7a7e70c9476eaa9a0c4a0c8fc190fb45acefbf023ca9ee864dd6754237a697dc52a0fb182afe65d8e77443d8
+ checksum: 10c0/e5a1e23a4057a86a97971465418f22ea89bd439ac36ade88812dd920e4e61873e8abd6a9b72a03a67ef50faa00a2daf1ab745c5a15b46d03e0544a0296354227
languageName: node
linkType: hard
@@ -11470,21 +11470,21 @@ __metadata:
languageName: node
linkType: hard
-"tldts-core@npm:^6.1.18":
- version: 6.1.18
- resolution: "tldts-core@npm:6.1.18"
- checksum: 10c0/c54895464f030ed96fe8f41abd08328fa7c1e095e72b5f67de10bcaddbef5c8156368eab8d05d1f7ac381fa2b7c11d0623c44fa2b156721af718497c17a27bd2
+"tldts-core@npm:^6.1.19":
+ version: 6.1.19
+ resolution: "tldts-core@npm:6.1.19"
+ checksum: 10c0/113c6073ce9fd656f14666df2b08171d59b8d11fc2dfc3cdf802580bc6598a6b7fd5fa6641c6a49e7a0245afca7df10c9b2513f5ea7502be8561142adaa0488f
languageName: node
linkType: hard
"tldts@npm:^6.0.0":
- version: 6.1.18
- resolution: "tldts@npm:6.1.18"
+ version: 6.1.19
+ resolution: "tldts@npm:6.1.19"
dependencies:
- tldts-core: "npm:^6.1.18"
+ tldts-core: "npm:^6.1.19"
bin:
tldts: bin/cli.js
- checksum: 10c0/0c650ba3d5a67a85f6087ce6ef3198a3d7d21b2538cca6317aed6fbb38585a5cff97a1e97563fdb35f603c87798258bca75d0debd09dc6288920a4116aaff930
+ checksum: 10c0/80725f4a3b3a5e3f93ffa364347824462d0cd4b095fb3feebce1a9e375ef0a9e1d075165e7a97bd47d9251bff80a7ac6ccf1484daf394b05befde0ca9e009e4d
languageName: node
linkType: hard
@@ -11616,8 +11616,8 @@ __metadata:
linkType: hard
"tsx@npm:^4.4.0":
- version: 4.9.0
- resolution: "tsx@npm:4.9.0"
+ version: 4.9.1
+ resolution: "tsx@npm:4.9.1"
dependencies:
esbuild: "npm:~0.20.2"
fsevents: "npm:~2.3.3"
@@ -11627,7 +11627,7 @@ __metadata:
optional: true
bin:
tsx: dist/cli.mjs
- checksum: 10c0/c325788df8fce8ea42caeb25920b9be7f0fec38cf2e4c1f13b53be70704c65abf4ffdece4cbb545bb0f22cc6ca53557d21b99c4f0f2d0cda237ca5a31007179c
+ checksum: 10c0/83723016e0681519280b04e8b9aeaa47b48cffdc60606f20097b815a13f851eaa83f2b51c23f939b882a3ab14010f18ab9f3d555a6e44e59968cf9acd370d38d
languageName: node
linkType: hard