Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]aefa8d55f9f7
diff --git a/website/yarn.lock b/website/yarn.lock
index 9468bd2c6..0c82a9a78 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -2995,12 +2995,12 @@ __metadata:
linkType: hard
"@types/eslint@npm:*":
- version: 8.56.7
- resolution: "@types/eslint@npm:8.56.7"
+ version: 8.56.8
+ resolution: "@types/eslint@npm:8.56.8"
dependencies:
"@types/estree": "npm:*"
"@types/json-schema": "npm:*"
- checksum: 10c0/159bb5ae2f78d905b9263240c75d07b60c26e1bcaecee8c775a7bb0cf7362f5dcdd286259ba6289ab62f989b87048090b2420619f7170a0abbd83cb68b5e0699
+ checksum: 10c0/62a0b22cd086d22682858437939afd96fe5639d6375b85044c886612522f67023b9c2bfee662d5a8ac457cbef55531785d59e6f43f93eb4e80532a51c5dba2da
languageName: node
linkType: hard
@@ -3146,9 +3146,9 @@ __metadata:
linkType: hard
"@types/mdx@npm:^2.0.0":
- version: 2.0.12
- resolution: "@types/mdx@npm:2.0.12"
- checksum: 10c0/a47ef3a7815c2e903244168e29177c64ed86cedbb005bba5e545dfe2dcabc0375a0a8f935d0909a701f575187e0a869c02ad279811e4be5d50058cf4e8240ca4
+ version: 2.0.13
+ resolution: "@types/mdx@npm:2.0.13"
+ checksum: 10c0/5edf1099505ac568da55f9ae8a93e7e314e8cbc13d3445d0be61b75941226b005e1390d9b95caecf5dcb00c9d1bab2f1f60f6ff9876dc091a48b547495007720
languageName: node
linkType: hard
@@ -3259,12 +3259,12 @@ __metadata:
linkType: hard
"@types/react@npm:*, @types/react@npm:^18.0.28":
- version: 18.2.75
- resolution: "@types/react@npm:18.2.75"
+ version: 18.2.77
+ resolution: "@types/react@npm:18.2.77"
dependencies:
"@types/prop-types": "npm:*"
csstype: "npm:^3.0.2"
- checksum: 10c0/3c0d035d64007d38cf1b682108de8c5f042452025899280c5d2c040b9f53b1f81482d0d57fd93e6687c2c619f3b605d33a01569b1fbbbdeec7fb3a56c7a72af8
+ checksum: 10c0/9114149933dbee3fdf5900786e660afe3146e8e277424aaf94dca50e29f1de56802b38a83bb65166ff53da086062bb8d001af563a6c906fe3540bdc46554d05a
languageName: node
linkType: hard
@@ -5902,9 +5902,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.668":
- version: 1.4.733
- resolution: "electron-to-chromium@npm:1.4.733"
- checksum: 10c0/729e79256748102180a74d997efafb8377f100a8e087aef99175ec6ee298aa715fa41f6a869af906adaefb7fcba43f898c42f721c9ea8980c13744d2ef7ea1b2
+ version: 1.4.734
+ resolution: "electron-to-chromium@npm:1.4.734"
+ checksum: 10c0/60d7d39e83d6ff90f18750321f91c36b5a291f8ca5e631c6f860d2ab455d9767b8f4f611337c87110e4c2be01a4ce73c69e99b63c2bcd5cfb4e2f59eb53de146
languageName: node
linkType: hard
@@ -8393,13 +8393,6 @@ __metadata:
languageName: node
linkType: hard
-"is-plain-object@npm:^5.0.0":
- version: 5.0.0
- resolution: "is-plain-object@npm:5.0.0"
- checksum: 10c0/893e42bad832aae3511c71fd61c0bf61aa3a6d853061c62a307261842727d0d25f761ce9379f7ba7226d6179db2a3157efa918e7fe26360f3bf0842d9f28942c
- languageName: node
- linkType: hard
-
"is-reference@npm:^3.0.0":
version: 3.0.2
resolution: "is-reference@npm:3.0.2"
@@ -13855,8 +13848,8 @@ __metadata:
linkType: hard
"webpack-bundle-analyzer@npm:^4.9.0":
- version: 4.10.1
- resolution: "webpack-bundle-analyzer@npm:4.10.1"
+ version: 4.10.2
+ resolution: "webpack-bundle-analyzer@npm:4.10.2"
dependencies:
"@discoveryjs/json-ext": "npm:0.5.7"
acorn: "npm:^8.0.4"
@@ -13866,14 +13859,13 @@ __metadata:
escape-string-regexp: "npm:^4.0.0"
gzip-size: "npm:^6.0.0"
html-escaper: "npm:^2.0.2"
- is-plain-object: "npm:^5.0.0"
opener: "npm:^1.5.2"
picocolors: "npm:^1.0.0"
sirv: "npm:^2.0.3"
ws: "npm:^7.3.1"
bin:
webpack-bundle-analyzer: lib/bin/analyzer.js
- checksum: 10c0/6a94c8f6aa03296fb2eb00d6ad3b27bd5c551590fd253772bc61debf3177414d42701014079d4f85c74ba1ca685ae9f0cb4063812b58c21f294d108e9908e5cd
+ checksum: 10c0/00603040e244ead15b2d92981f0559fa14216381349412a30070a7358eb3994cd61a8221d34a3b3fb8202dc3d1c5ee1fbbe94c5c52da536e5b410aa1cf279a48
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index 43a6151fa..700e68230 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -495,7 +495,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.9.1, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:3.9.1, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -722,7 +722,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.9.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:3.9.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -730,7 +730,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.9.1, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:3.9.1, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
@@ -1205,7 +1205,7 @@ __metadata:
languageName: node
linkType: hard
-"@jridgewell/trace-mapping@npm:^0.3.12, @jridgewell/trace-mapping@npm:^0.3.23, @jridgewell/trace-mapping@npm:^0.3.24":
+"@jridgewell/trace-mapping@npm:^0.3.23, @jridgewell/trace-mapping@npm:^0.3.24":
version: 0.3.25
resolution: "@jridgewell/trace-mapping@npm:0.3.25"
dependencies:
@@ -2194,13 +2194,6 @@ __metadata:
languageName: node
linkType: hard
-"@types/istanbul-lib-coverage@npm:^2.0.1":
- version: 2.0.6
- resolution: "@types/istanbul-lib-coverage@npm:2.0.6"
- checksum: 10c0/3948088654f3eeb45363f1db158354fb013b362dba2a5c2c18c559484d5eb9f6fd85b23d66c0a7c2fcfab7308d0a585b14dadaca6cc8bf89ebfdc7f8f5102fb7
- languageName: node
- linkType: hard
-
"@types/jsdom@npm:^21.0.0":
version: 21.1.6
resolution: "@types/jsdom@npm:21.1.6"
@@ -2578,8 +2571,8 @@ __metadata:
linkType: hard
"@vitest/coverage-v8@npm:^1.0.0":
- version: 1.4.0
- resolution: "@vitest/coverage-v8@npm:1.4.0"
+ version: 1.5.0
+ resolution: "@vitest/coverage-v8@npm:1.5.0"
dependencies:
"@ampproject/remapping": "npm:^2.2.1"
"@bcoe/v8-coverage": "npm:^0.2.3"
@@ -2594,64 +2587,63 @@ __metadata:
std-env: "npm:^3.5.0"
strip-literal: "npm:^2.0.0"
test-exclude: "npm:^6.0.0"
- v8-to-istanbul: "npm:^9.2.0"
peerDependencies:
- vitest: 1.4.0
- checksum: 10c0/1ff9db69c8f45c9e3f57d513d577331c23748c53d93122889b8634d1997a61a2a37a7284f520b647b837f44150656c1127b9c3392112139224bb86678aae1e7e
+ vitest: 1.5.0
+ checksum: 10c0/2144fb49da1aecdeb457e31d0b8f9a1484313cf856c87c12ed787a35e97e93e3830355d4632622228d44c4408fc44afebceb440d1b31a671402d88930613389d
languageName: node
linkType: hard
-"@vitest/expect@npm:1.4.0":
- version: 1.4.0
- resolution: "@vitest/expect@npm:1.4.0"
+"@vitest/expect@npm:1.5.0":
+ version: 1.5.0
+ resolution: "@vitest/expect@npm:1.5.0"
dependencies:
- "@vitest/spy": "npm:1.4.0"
- "@vitest/utils": "npm:1.4.0"
+ "@vitest/spy": "npm:1.5.0"
+ "@vitest/utils": "npm:1.5.0"
chai: "npm:^4.3.10"
- checksum: 10c0/2d6a657afc674adb78ad6609ecf61a94355b080cf90f922e05193b5b33b37d486c9b66a52270f1f367c16d626bcb8323368519dae096a992190898e03280b5e0
+ checksum: 10c0/12138caf0831a9bcdf475750fdff27588f03f11ee5101124f9d39951bbcdec39aa6a19a1a30f3ab0ca17374ddfc7399b861e2fcb1548bba302943e8e88512a9c
languageName: node
linkType: hard
-"@vitest/runner@npm:1.4.0":
- version: 1.4.0
- resolution: "@vitest/runner@npm:1.4.0"
+"@vitest/runner@npm:1.5.0":
+ version: 1.5.0
+ resolution: "@vitest/runner@npm:1.5.0"
dependencies:
- "@vitest/utils": "npm:1.4.0"
+ "@vitest/utils": "npm:1.5.0"
p-limit: "npm:^5.0.0"
pathe: "npm:^1.1.1"
- checksum: 10c0/87a5bdde5c48e3258ecd2716994da20c8eec63acaf63a0db724513a42701bc644728009a7301d78b8775d8004c7ce1ddb8bde6495066d864c532bc117783aa91
+ checksum: 10c0/a7b693e4121b6159a77f6cbffc03c228cd18c3734e27a968fe26579777f6d7a4d55a02fba396d564df996a91881ee76de80ee5a526d27a4b508f44a9af62d95a
languageName: node
linkType: hard
-"@vitest/snapshot@npm:1.4.0":
- version: 1.4.0
- resolution: "@vitest/snapshot@npm:1.4.0"
+"@vitest/snapshot@npm:1.5.0":
+ version: 1.5.0
+ resolution: "@vitest/snapshot@npm:1.5.0"
dependencies:
magic-string: "npm:^0.30.5"
pathe: "npm:^1.1.1"
pretty-format: "npm:^29.7.0"
- checksum: 10c0/6f089d1dbe43556779479bc309b0a8fc7e0229843c40efb4dabcf99ccf9a6fa859dd38c13674616a955801442730aca55151cbd52bb22d41d9a335060e03759b
+ checksum: 10c0/d897070b3a7c008eb58d44ca0dc324c69dfc1f787335e59fb930ae2e8d02a148e6b3c13497a588083a0654bdc430281fdd84276ead4888230314a2984dd9f93d
languageName: node
linkType: hard
-"@vitest/spy@npm:1.4.0":
- version: 1.4.0
- resolution: "@vitest/spy@npm:1.4.0"
+"@vitest/spy@npm:1.5.0":
+ version: 1.5.0
+ resolution: "@vitest/spy@npm:1.5.0"
dependencies:
tinyspy: "npm:^2.2.0"
- checksum: 10c0/847bc3085d0aa2e039aa42d803cf2dc94596aab3a63de7d364933d24ed9e0781b7d3d4bd222df202f92bae83e9c37b2893b9f24a2de7d83b6930b7b1acf43516
+ checksum: 10c0/0206f1e8431f543474dc6d252b553227d0f286b27226b987b63babb18865e8320e6c3d822c67782aae68555728a57ecdeb7c4e16283dbad49791608a691f26d1
languageName: node
linkType: hard
-"@vitest/utils@npm:1.4.0":
- version: 1.4.0
- resolution: "@vitest/utils@npm:1.4.0"
+"@vitest/utils@npm:1.5.0":
+ version: 1.5.0
+ resolution: "@vitest/utils@npm:1.5.0"
dependencies:
diff-sequences: "npm:^29.6.3"
estree-walker: "npm:^3.0.3"
loupe: "npm:^2.3.7"
pretty-format: "npm:^29.7.0"
- checksum: 10c0/cfa352484f0ea2614444a94fc35979bea94fac64e9756238c685ae74bcd027893a1798b9d6d92c1cdd454b1f7f08f453d0cca108274f0449b6f5efd345822a4c
+ checksum: 10c0/b9d779ea5c1a5759df4f59e3ba3f3a94816d6c600afe7a2d14b963ea114ce1acedbfe678cbfacb0a20d33cabcce890a08b2ce3fd52e3465f2e0969cc39f7686b
languageName: node
linkType: hard
@@ -2921,23 +2913,23 @@ __metadata:
linkType: hard
"apify@npm:*":
- version: 3.1.16
- resolution: "apify@npm:3.1.16"
+ version: 3.2.0
+ resolution: "apify@npm:3.2.0"
dependencies:
"@apify/consts": "npm:^2.23.0"
"@apify/input_secrets": "npm:^1.1.40"
"@apify/log": "npm:^2.4.3"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.9.3"
- "@crawlee/core": "npm:^3.6.1"
- "@crawlee/types": "npm:^3.6.1"
- "@crawlee/utils": "npm:^3.6.1"
+ "@crawlee/core": "npm:^3.9.0"
+ "@crawlee/types": "npm:^3.9.0"
+ "@crawlee/utils": "npm:^3.9.0"
apify-client: "npm:^2.9.0"
ow: "npm:^0.28.2"
semver: "npm:^7.5.4"
tslib: "npm:^2.6.2"
ws: "npm:^7.5.9"
- checksum: 10c0/f3fae6552ca82dabfa6cbae0cf58a0d210def529f43f0071f0a4ecfdc4b688d0dd667dc2ebd32648f8d56929446658a68b8ddd2228b193bf9e8abc0d4662576c
+ checksum: 10c0/7c45be02d8ab90cb0efe5a426f2233268a26c14a5940db59f88f71b87c21badd81a659441e7cec17fa07566201c4a2a31df663e1164593bc6af45fda601a3e34
languageName: node
linkType: hard
@@ -4107,13 +4099,6 @@ __metadata:
languageName: node
linkType: hard
-"convert-source-map@npm:^2.0.0":
- version: 2.0.0
- resolution: "convert-source-map@npm:2.0.0"
- checksum: 10c0/8f2f7a27a1a011cc6cc88cc4da2d7d0cfa5ee0369508baae3d98c260bb3ac520691464e5bbe4ae7cdf09860c1d69ecc6f70c63c6e7c7f7e3f18ec08484dc7d9b
- languageName: node
- linkType: hard
-
"cookie-signature@npm:1.0.6":
version: 1.0.6
resolution: "cookie-signature@npm:1.0.6"
@@ -4575,9 +4560,9 @@ __metadata:
linkType: hard
"devtools-protocol@npm:*":
- version: 0.0.1284894
- resolution: "devtools-protocol@npm:0.0.1284894"
- checksum: 10c0/bb6c1b8b2450335a86fb8afec211d9795e0ce4c98cfd63e02a3eb610c80e39e4241f72d76d17bbe5582e86f1eb57e569a954a2e1de457676a5d0cbe835f5e7d2
+ version: 0.0.1285609
+ resolution: "devtools-protocol@npm:0.0.1285609"
+ checksum: 10c0/a7b8fd5bff951b30b042ff9f97ea3e408fba6a4981118dc8877239bb084370f50b918e6be5a25368780f8705f8ee6664f741b2c713c8e716ea16593dd392e736
languageName: node
linkType: hard
@@ -4750,9 +4735,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.668":
- version: 1.4.733
- resolution: "electron-to-chromium@npm:1.4.733"
- checksum: 10c0/729e79256748102180a74d997efafb8377f100a8e087aef99175ec6ee298aa715fa41f6a869af906adaefb7fcba43f898c42f721c9ea8980c13744d2ef7ea1b2
+ version: 1.4.734
+ resolution: "electron-to-chromium@npm:1.4.734"
+ checksum: 10c0/60d7d39e83d6ff90f18750321f91c36b5a291f8ca5e631c6f860d2ab455d9767b8f4f611337c87110e4c2be01a4ce73c69e99b63c2bcd5cfb4e2f59eb53de146
languageName: node
linkType: hard
@@ -11684,7 +11669,7 @@ __metadata:
languageName: node
linkType: hard
-"tinypool@npm:^0.8.2":
+"tinypool@npm:^0.8.3":
version: 0.8.3
resolution: "tinypool@npm:0.8.3"
checksum: 10c0/c219d0cfb69de8e3cf17403034a508d773f2fccaad79a13cdbad68600c4fb10186ad814d2320bcaa8f6e774fff5666d2a3d3b241dc8a7ad9d970ee63fe620a32
@@ -12297,17 +12282,6 @@ __metadata:
languageName: node
linkType: hard
-"v8-to-istanbul@npm:^9.2.0":
- version: 9.2.0
- resolution: "v8-to-istanbul@npm:9.2.0"
- dependencies:
- "@jridgewell/trace-mapping": "npm:^0.3.12"
- "@types/istanbul-lib-coverage": "npm:^2.0.1"
- convert-source-map: "npm:^2.0.0"
- checksum: 10c0/e691ba4dd0dea4a884e52c37dbda30cce6f9eeafe9b26721e449429c6bb0f4b6d1e33fabe7711d0f67f7a34c3bfd56c873f7375bba0b1534e6a2843ce99550e5
- languageName: node
- linkType: hard
-
"vali-date@npm:^1.0.0":
version: 1.0.0
resolution: "vali-date@npm:1.0.0"
@@ -12350,9 +12324,9 @@ __metadata:
languageName: node
linkType: hard
-"vite-node@npm:1.4.0":
- version: 1.4.0
- resolution: "vite-node@npm:1.4.0"
+"vite-node@npm:1.5.0":
+ version: 1.5.0
+ resolution: "vite-node@npm:1.5.0"
dependencies:
cac: "npm:^6.7.14"
debug: "npm:^4.3.4"
@@ -12361,7 +12335,7 @@ __metadata:
vite: "npm:^5.0.0"
bin:
vite-node: vite-node.mjs
- checksum: 10c0/bc8eb01dd03c2cc306be2bf35efe789d6a3e8ca1d89d635d3154a9af0213f7609c94ef849f30a01f04535b31e729aee49468275e267693a42c32845fbd2a6721
+ checksum: 10c0/85f9e8616f3612c71193a2bbdfb00f610685108a65eaa7ac535655ca1bd65dda5436ee577465436f715966f34e4b25b54140bbd584fe2c95ea0726acf4ecd351
languageName: node
linkType: hard
@@ -12422,14 +12396,14 @@ __metadata:
linkType: hard
"vitest@npm:^1.4.0":
- version: 1.4.0
- resolution: "vitest@npm:1.4.0"
+ version: 1.5.0
+ resolution: "vitest@npm:1.5.0"
dependencies:
- "@vitest/expect": "npm:1.4.0"
- "@vitest/runner": "npm:1.4.0"
- "@vitest/snapshot": "npm:1.4.0"
- "@vitest/spy": "npm:1.4.0"
- "@vitest/utils": "npm:1.4.0"
+ "@vitest/expect": "npm:1.5.0"
+ "@vitest/runner": "npm:1.5.0"
+ "@vitest/snapshot": "npm:1.5.0"
+ "@vitest/spy": "npm:1.5.0"
+ "@vitest/utils": "npm:1.5.0"
acorn-walk: "npm:^8.3.2"
chai: "npm:^4.3.10"
debug: "npm:^4.3.4"
@@ -12441,15 +12415,15 @@ __metadata:
std-env: "npm:^3.5.0"
strip-literal: "npm:^2.0.0"
tinybench: "npm:^2.5.1"
- tinypool: "npm:^0.8.2"
+ tinypool: "npm:^0.8.3"
vite: "npm:^5.0.0"
- vite-node: "npm:1.4.0"
+ vite-node: "npm:1.5.0"
why-is-node-running: "npm:^2.2.2"
peerDependencies:
"@edge-runtime/vm": "*"
"@types/node": ^18.0.0 || >=20.0.0
- "@vitest/browser": 1.4.0
- "@vitest/ui": 1.4.0
+ "@vitest/browser": 1.5.0
+ "@vitest/ui": 1.5.0
happy-dom: "*"
jsdom: "*"
peerDependenciesMeta:
@@ -12467,7 +12441,7 @@ __metadata:
optional: true
bin:
vitest: vitest.mjs
- checksum: 10c0/732ce229341f6777350d36020dc00ccf5dd2ac0da39424cf5c9f6f4116ed1b6f7bb56de5a11270c693214d817b6d121d3d326e8f5a73437ec3f4c65aa07e1f52
+ checksum: 10c0/87f6666cccd52678a0e1dbf32e7492e4003580a168114221e4c2d404d53097d886a8be4c5c379e347d0e749affa0ea5416e4e3a0356aeca228a77ee54891ca3c
languageName: node
linkType: hard