Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: update dependencies except playwright (#2391)

Martin Adámek78f451fa4663
diff --git a/package.json b/package.json
index 142835023..802d04e2a 100644
--- a/package.json
+++ b/package.json
@@ -101,17 +101,17 @@
"playwright": "1.41.2",
"portastic": "^1.0.1",
"proxy": "^1.0.2",
- "puppeteer": "22.3.0",
+ "puppeteer": "22.6.0",
"rimraf": "^5.0.0",
"tsx": "^4.4.0",
- "turbo": "1.12.4",
- "typescript": "^5.2.2",
- "vite-tsconfig-paths": "^4.2.1",
- "vitest": "^1.0.0"
+ "turbo": "1.13.0",
+ "typescript": "^5.4.3",
+ "vite-tsconfig-paths": "^4.3.2",
+ "vitest": "^1.4.0"
},
- "packageManager": "[email protected]",
+ "packageManager": "[email protected]",
"volta": {
"node": "20.11.1",
- "yarn": "4.1.0"
+ "yarn": "4.1.1"
}
}
diff --git a/website/package.json b/website/package.json
index 224dc55eb..a4f7b30ba 100644
--- a/website/package.json
+++ b/website/package.json
@@ -28,7 +28,7 @@
"path-browserify": "^1.0.1",
"prettier": "^3.0.0",
"rimraf": "^5.0.0",
- "typescript": "5.3.3"
+ "typescript": "5.4.3"
},
"dependencies": {
"@apify/utilities": "^2.8.0",
@@ -53,5 +53,5 @@
"stream-browserify": "^3.0.0",
"unist-util-visit": "^5.0.0"
},
- "packageManager": "[email protected]"
+ "packageManager": "[email protected]"
}
diff --git a/website/yarn.lock b/website/yarn.lock
index ea05fe137..863da4be5 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -12276,7 +12276,7 @@ __metadata:
react-lite-youtube-embed: "npm:^2.3.52"
rimraf: "npm:^5.0.0"
stream-browserify: "npm:^3.0.0"
- typescript: "npm:5.3.3"
+ typescript: "npm:5.4.3"
unist-util-visit: "npm:^5.0.0"
languageName: unknown
linkType: soft
@@ -13457,23 +13457,23 @@ __metadata:
languageName: node
linkType: hard
-"typescript@npm:5.3.3":
- version: 5.3.3
- resolution: "typescript@npm:5.3.3"
+"typescript@npm:5.4.3":
+ version: 5.4.3
+ resolution: "typescript@npm:5.4.3"
bin:
tsc: bin/tsc
tsserver: bin/tsserver
- checksum: 10c0/e33cef99d82573624fc0f854a2980322714986bc35b9cb4d1ce736ed182aeab78e2cb32b385efa493b2a976ef52c53e20d6c6918312353a91850e2b76f1ea44f
+ checksum: 10c0/22443a8760c3668e256c0b34b6b45c359ef6cecc10c42558806177a7d500ab1a7d7aac1f976d712e26989ddf6731d2fbdd3212b7c73290a45127c1c43ba2005a
languageName: node
linkType: hard
-"typescript@patch:typescript@npm%3A5.3.3#optional!builtin<compat/typescript>":
- version: 5.3.3
- resolution: "typescript@patch:typescript@npm%3A5.3.3#optional!builtin<compat/typescript>::version=5.3.3&hash=e012d7"
+"typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>":
+ version: 5.4.3
+ resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=5adc0c"
bin:
tsc: bin/tsc
tsserver: bin/tsserver
- checksum: 10c0/1d0a5f4ce496c42caa9a30e659c467c5686eae15d54b027ee7866744952547f1be1262f2d40de911618c242b510029d51d43ff605dba8fb740ec85ca2d3f9500
+ checksum: 10c0/6e51f8b7e6ec55b897b9e56b67e864fe8f44e30f4a14357aad5dc0f7432db2f01efc0522df0b6c36d361c51f2dc3dcac5c832efd96a404cfabf884e915d38828
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index 907fc5ac3..af9e5ff16 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -700,13 +700,13 @@ __metadata:
playwright: "npm:1.41.2"
portastic: "npm:^1.0.1"
proxy: "npm:^1.0.2"
- puppeteer: "npm:22.3.0"
+ puppeteer: "npm:22.6.0"
rimraf: "npm:^5.0.0"
tsx: "npm:^4.4.0"
- turbo: "npm:1.12.4"
- typescript: "npm:^5.2.2"
- vite-tsconfig-paths: "npm:^4.2.1"
- vitest: "npm:^1.0.0"
+ turbo: "npm:1.13.0"
+ typescript: "npm:^5.4.3"
+ vite-tsconfig-paths: "npm:^4.3.2"
+ vitest: "npm:^1.4.0"
languageName: unknown
linkType: soft
@@ -1725,9 +1725,9 @@ __metadata:
languageName: node
linkType: hard
-"@puppeteer/browsers@npm:2.1.0":
- version: 2.1.0
- resolution: "@puppeteer/browsers@npm:2.1.0"
+"@puppeteer/browsers@npm:2.2.0":
+ version: 2.2.0
+ resolution: "@puppeteer/browsers@npm:2.2.0"
dependencies:
debug: "npm:4.3.4"
extract-zip: "npm:2.0.1"
@@ -1739,7 +1739,7 @@ __metadata:
yargs: "npm:17.7.2"
bin:
browsers: lib/cjs/main-cli.js
- checksum: 10c0/ee6a84006909b2fe26de7a689396da5940bd1f71db15ab637f93ac0eac32c219c63bd5892c06dfdfedb2a5f571f85f3ca0f7da0804617b91e5b2645d6c597ed9
+ checksum: 10c0/a1eb2cc3fecbb781d002acaebbcb767a565f525c89ec0d0125313b4d9e81425051fbe3e11ef5a02ccb4dc53fe61415750d23e3999559e571e98083f82a9c5533
languageName: node
linkType: hard
@@ -3698,15 +3698,16 @@ __metadata:
languageName: node
linkType: hard
-"chromium-bidi@npm:0.5.10":
- version: 0.5.10
- resolution: "chromium-bidi@npm:0.5.10"
+"chromium-bidi@npm:0.5.13":
+ version: 0.5.13
+ resolution: "chromium-bidi@npm:0.5.13"
dependencies:
mitt: "npm:3.0.1"
urlpattern-polyfill: "npm:10.0.0"
+ zod: "npm:3.22.4"
peerDependencies:
devtools-protocol: "*"
- checksum: 10c0/a0987e3899a664ff62506950c6b109ca1d6aab72083ccbd728a6fc83e79ef250221ccfa9a015cc137887edc1a6c49931818c1ae7ba39444355a0aded690056ee
+ checksum: 10c0/447dd9f5a0f54e45429b4890057a7fbd5d4486f6d3bd2ee4b79fba41e0d3cd10b6004efbefb42cf8165cbe59efac86fc5f9c99a7f102fe49da2df94b9fd3642e
languageName: node
linkType: hard
@@ -4213,15 +4214,6 @@ __metadata:
languageName: node
linkType: hard
-"cross-fetch@npm:4.0.0":
- version: 4.0.0
- resolution: "cross-fetch@npm:4.0.0"
- dependencies:
- node-fetch: "npm:^2.6.12"
- checksum: 10c0/386727dc4c6b044746086aced959ff21101abb85c43df5e1d151547ccb6f338f86dec3f28b9dbddfa8ff5b9ec8662ed2263ad4607a93b2dc354fb7fe3bbb898a
- languageName: node
- linkType: hard
-
"cross-spawn@npm:^7.0.0, cross-spawn@npm:^7.0.1, cross-spawn@npm:^7.0.2, cross-spawn@npm:^7.0.3":
version: 7.0.3
resolution: "cross-spawn@npm:7.0.3"
@@ -4578,10 +4570,10 @@ __metadata:
languageName: node
linkType: hard
-"devtools-protocol@npm:0.0.1249869":
- version: 0.0.1249869
- resolution: "devtools-protocol@npm:0.0.1249869"
- checksum: 10c0/9965fd345ab90617ef6e7258e546a0d484108974f80a537ba6d31303b54665f709c226a4ef6ebba441a1802615654eb11a4667caeff6d3b4cb81af5871a3017a
+"devtools-protocol@npm:0.0.1262051":
+ version: 0.0.1262051
+ resolution: "devtools-protocol@npm:0.0.1262051"
+ checksum: 10c0/fbc33543786cc53ed5a2b1d004a9cd2c1ab07b546e45669603c04c4fb6d3acca1e7d6d31a10ce1f2fdb583e2559171b8303da801f3a8688305ba3ad2c8e0a07f
languageName: node
linkType: hard
@@ -8831,7 +8823,7 @@ __metadata:
languageName: node
linkType: hard
-"node-fetch@npm:^2.6.12, node-fetch@npm:^2.6.7":
+"node-fetch@npm:^2.6.7":
version: 2.7.0
resolution: "node-fetch@npm:2.7.0"
dependencies:
@@ -10169,30 +10161,30 @@ __metadata:
languageName: node
linkType: hard
-"puppeteer-core@npm:22.3.0":
- version: 22.3.0
- resolution: "puppeteer-core@npm:22.3.0"
+"puppeteer-core@npm:22.6.0":
+ version: 22.6.0
+ resolution: "puppeteer-core@npm:22.6.0"
dependencies:
- "@puppeteer/browsers": "npm:2.1.0"
- chromium-bidi: "npm:0.5.10"
- cross-fetch: "npm:4.0.0"
+ "@puppeteer/browsers": "npm:2.2.0"
+ chromium-bidi: "npm:0.5.13"
debug: "npm:4.3.4"
- devtools-protocol: "npm:0.0.1249869"
+ devtools-protocol: "npm:0.0.1262051"
ws: "npm:8.16.0"
- checksum: 10c0/92ae977f8ab3096328947956a79ec3e2d5ee1c64f878f2b04f8decfa9602083550c315f4eee41d7dec44cf19abd923a74c4e52ae82ab310be14dd24af34032b0
+ checksum: 10c0/3bdc2dc60e413382d36b56833ab9ddbc8d5d34f9e6e99cf81488e6ebd3a8d6b0a781473d249fa36894bad31f265250c7fac2c303786e20966800ecaa3ec13dd2
languageName: node
linkType: hard
-"puppeteer@npm:22.3.0":
- version: 22.3.0
- resolution: "puppeteer@npm:22.3.0"
+"puppeteer@npm:22.6.0":
+ version: 22.6.0
+ resolution: "puppeteer@npm:22.6.0"
dependencies:
- "@puppeteer/browsers": "npm:2.1.0"
+ "@puppeteer/browsers": "npm:2.2.0"
cosmiconfig: "npm:9.0.0"
- puppeteer-core: "npm:22.3.0"
+ devtools-protocol: "npm:0.0.1262051"
+ puppeteer-core: "npm:22.6.0"
bin:
puppeteer: lib/esm/puppeteer/node/cli.js
- checksum: 10c0/84b3916f2e09c0f491e75b6d6e36dd506bf050e5d970f432b08603d6d13ffb7e0675bfbacc0213436075b8f37bab829034f251c4377ce322657311b573502ab9
+ checksum: 10c0/c5eddb7144d0265b3b421e4e7b9e8d60b6277c5ab8dfc75f58ae43158f5e48fa829e4b1242bad67dfd4007efe332bdf5c857126bf5d50acf1e5695f71848b2f3
languageName: node
linkType: hard
@@ -11852,58 +11844,58 @@ __metadata:
languageName: node
linkType: hard
-"turbo-darwin-64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-darwin-64@npm:1.12.4"
+"turbo-darwin-64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-darwin-64@npm:1.13.0"
conditions: os=darwin & cpu=x64
languageName: node
linkType: hard
-"turbo-darwin-arm64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-darwin-arm64@npm:1.12.4"
+"turbo-darwin-arm64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-darwin-arm64@npm:1.13.0"
conditions: os=darwin & cpu=arm64
languageName: node
linkType: hard
-"turbo-linux-64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-linux-64@npm:1.12.4"
+"turbo-linux-64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-linux-64@npm:1.13.0"
conditions: os=linux & cpu=x64
languageName: node
linkType: hard
-"turbo-linux-arm64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-linux-arm64@npm:1.12.4"
+"turbo-linux-arm64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-linux-arm64@npm:1.13.0"
conditions: os=linux & cpu=arm64
languageName: node
linkType: hard
-"turbo-windows-64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-windows-64@npm:1.12.4"
+"turbo-windows-64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-windows-64@npm:1.13.0"
conditions: os=win32 & cpu=x64
languageName: node
linkType: hard
-"turbo-windows-arm64@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo-windows-arm64@npm:1.12.4"
+"turbo-windows-arm64@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo-windows-arm64@npm:1.13.0"
conditions: os=win32 & cpu=arm64
languageName: node
linkType: hard
-"turbo@npm:1.12.4":
- version: 1.12.4
- resolution: "turbo@npm:1.12.4"
+"turbo@npm:1.13.0":
+ version: 1.13.0
+ resolution: "turbo@npm:1.13.0"
dependencies:
- turbo-darwin-64: "npm:1.12.4"
- turbo-darwin-arm64: "npm:1.12.4"
- turbo-linux-64: "npm:1.12.4"
- turbo-linux-arm64: "npm:1.12.4"
- turbo-windows-64: "npm:1.12.4"
- turbo-windows-arm64: "npm:1.12.4"
+ turbo-darwin-64: "npm:1.13.0"
+ turbo-darwin-arm64: "npm:1.13.0"
+ turbo-linux-64: "npm:1.13.0"
+ turbo-linux-arm64: "npm:1.13.0"
+ turbo-windows-64: "npm:1.13.0"
+ turbo-windows-arm64: "npm:1.13.0"
dependenciesMeta:
turbo-darwin-64:
optional: true
@@ -11919,7 +11911,7 @@ __metadata:
optional: true
bin:
turbo: bin/turbo
- checksum: 10c0/c5ba0b5f4c45df5e95783c0d2f3342fde5a015b337a24e77002ffcb1ece93bd92d17ced1696ff2d0e3dde408d229046ac8b1f61f5ea5aef56597f268c78c07f6
+ checksum: 10c0/e2e46d98e3ed8bb02099091fb706372363dc6de6d838e2db4d523cd54a80f66b49fd5cf17d8f39409092368f69857c05e60af2ca5e1b7b9e3d0795ac2240037c
languageName: node
linkType: hard
@@ -12071,7 +12063,7 @@ __metadata:
languageName: node
linkType: hard
-"typescript@npm:>=3 < 6, typescript@npm:^5.2.2":
+"typescript@npm:>=3 < 6, typescript@npm:^5.4.3":
version: 5.4.3
resolution: "typescript@npm:5.4.3"
bin:
@@ -12081,13 +12073,13 @@ __metadata:
languageName: node
linkType: hard
-"typescript@patch:typescript@npm%3A>=3 < 6#optional!builtin<compat/typescript>, typescript@patch:typescript@npm%3A^5.2.2#optional!builtin<compat/typescript>":
+"typescript@patch:typescript@npm%3A>=3 < 6#optional!builtin<compat/typescript>, typescript@patch:typescript@npm%3A^5.4.3#optional!builtin<compat/typescript>":
version: 5.4.3
- resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=d69c25"
+ resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=5adc0c"
bin:
tsc: bin/tsc
tsserver: bin/tsserver
- checksum: 10c0/1b50712759f1e4bf4bf6fe7e662235358b716972dec8aa9ca117dee531dbd7b417f5fe28f74d347b4447eec09a200c0372fe9cf1aad2e15a2bcf4a1a99db0820
+ checksum: 10c0/6e51f8b7e6ec55b897b9e56b67e864fe8f44e30f4a14357aad5dc0f7432db2f01efc0522df0b6c36d361c51f2dc3dcac5c832efd96a404cfabf884e915d38828
languageName: node
linkType: hard
@@ -12343,7 +12335,7 @@ __metadata:
languageName: node
linkType: hard
-"vite-tsconfig-paths@npm:^4.2.1":
+"vite-tsconfig-paths@npm:^4.3.2":
version: 4.3.2
resolution: "vite-tsconfig-paths@npm:4.3.2"
dependencies:
@@ -12399,7 +12391,7 @@ __metadata:
languageName: node
linkType: hard
-"vitest@npm:^1.0.0":
+"vitest@npm:^1.4.0":
version: 1.4.0
resolution: "vitest@npm:1.4.0"
dependencies:
@@ -12872,3 +12864,10 @@ __metadata:
checksum: 10c0/856117aa15cf5103d2a2fb173f0ab4acb12b4b4d0ed3ab249fdbbf612e55d1cadfd27a6110940e24746fb0a78cf640b522cc8bca76f30a3b00b66e90cf82abe0
languageName: node
linkType: hard
+
+"zod@npm:3.22.4":
+ version: 3.22.4
+ resolution: "zod@npm:3.22.4"
+ checksum: 10c0/7578ab283dac0eee66a0ad0fc4a7f28c43e6745aadb3a529f59a4b851aa10872b3890398b3160f257f4b6817b4ce643debdda4fb21a2c040adda7862cab0a587
+ languageName: node
+ linkType: hard