Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: update dependencies except playwright (#2391)
Martin Adámek78f451fa4663
diff --git a/package.json b/package.jsonindex 142835023..802d04e2a 100644--- a/package.json+++ b/package.json@@ -101,17 +101,17 @@"playwright": "1.41.2","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "22.3.0",+ "puppeteer": "22.6.0","rimraf": "^5.0.0","tsx": "^4.4.0",- "turbo": "1.12.4",- "typescript": "^5.2.2",- "vite-tsconfig-paths": "^4.2.1",- "vitest": "^1.0.0"+ "turbo": "1.13.0",+ "typescript": "^5.4.3",+ "vite-tsconfig-paths": "^4.3.2",+ "vitest": "^1.4.0"},- "packageManager": "[email protected]",+ "packageManager": "[email protected]","volta": {"node": "20.11.1",- "yarn": "4.1.0"+ "yarn": "4.1.1"}}diff --git a/website/package.json b/website/package.jsonindex 224dc55eb..a4f7b30ba 100644--- a/website/package.json+++ b/website/package.json@@ -28,7 +28,7 @@"path-browserify": "^1.0.1","prettier": "^3.0.0","rimraf": "^5.0.0",- "typescript": "5.3.3"+ "typescript": "5.4.3"},"dependencies": {"@apify/utilities": "^2.8.0",@@ -53,5 +53,5 @@"stream-browserify": "^3.0.0","unist-util-visit": "^5.0.0"},- "packageManager": "[email protected]"+ "packageManager": "[email protected]"}diff --git a/website/yarn.lock b/website/yarn.lockindex ea05fe137..863da4be5 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -12276,7 +12276,7 @@ __metadata:react-lite-youtube-embed: "npm:^2.3.52"rimraf: "npm:^5.0.0"stream-browserify: "npm:^3.0.0"- typescript: "npm:5.3.3"+ typescript: "npm:5.4.3"unist-util-visit: "npm:^5.0.0"languageName: unknownlinkType: soft@@ -13457,23 +13457,23 @@ __metadata:languageName: nodelinkType: hard-"typescript@npm:5.3.3":- version: 5.3.3- resolution: "typescript@npm:5.3.3"+"typescript@npm:5.4.3":+ version: 5.4.3+ resolution: "typescript@npm:5.4.3"bin:tsc: bin/tsctsserver: bin/tsserver- checksum: 10c0/e33cef99d82573624fc0f854a2980322714986bc35b9cb4d1ce736ed182aeab78e2cb32b385efa493b2a976ef52c53e20d6c6918312353a91850e2b76f1ea44f+ checksum: 10c0/22443a8760c3668e256c0b34b6b45c359ef6cecc10c42558806177a7d500ab1a7d7aac1f976d712e26989ddf6731d2fbdd3212b7c73290a45127c1c43ba2005alanguageName: nodelinkType: hard-"typescript@patch:typescript@npm%3A5.3.3#optional!builtin<compat/typescript>":- version: 5.3.3- resolution: "typescript@patch:typescript@npm%3A5.3.3#optional!builtin<compat/typescript>::version=5.3.3&hash=e012d7"+"typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>":+ version: 5.4.3+ resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=5adc0c"bin:tsc: bin/tsctsserver: bin/tsserver- checksum: 10c0/1d0a5f4ce496c42caa9a30e659c467c5686eae15d54b027ee7866744952547f1be1262f2d40de911618c242b510029d51d43ff605dba8fb740ec85ca2d3f9500+ checksum: 10c0/6e51f8b7e6ec55b897b9e56b67e864fe8f44e30f4a14357aad5dc0f7432db2f01efc0522df0b6c36d361c51f2dc3dcac5c832efd96a404cfabf884e915d38828languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 907fc5ac3..af9e5ff16 100644--- a/yarn.lock+++ b/yarn.lock@@ -700,13 +700,13 @@ __metadata:playwright: "npm:1.41.2"portastic: "npm:^1.0.1"proxy: "npm:^1.0.2"- puppeteer: "npm:22.3.0"+ puppeteer: "npm:22.6.0"rimraf: "npm:^5.0.0"tsx: "npm:^4.4.0"- turbo: "npm:1.12.4"- typescript: "npm:^5.2.2"- vite-tsconfig-paths: "npm:^4.2.1"- vitest: "npm:^1.0.0"+ turbo: "npm:1.13.0"+ typescript: "npm:^5.4.3"+ vite-tsconfig-paths: "npm:^4.3.2"+ vitest: "npm:^1.4.0"languageName: unknownlinkType: soft@@ -1725,9 +1725,9 @@ __metadata:languageName: nodelinkType: hard-"@puppeteer/browsers@npm:2.1.0":- version: 2.1.0- resolution: "@puppeteer/browsers@npm:2.1.0"+"@puppeteer/browsers@npm:2.2.0":+ version: 2.2.0+ resolution: "@puppeteer/browsers@npm:2.2.0"dependencies:debug: "npm:4.3.4"extract-zip: "npm:2.0.1"@@ -1739,7 +1739,7 @@ __metadata:yargs: "npm:17.7.2"bin:browsers: lib/cjs/main-cli.js- checksum: 10c0/ee6a84006909b2fe26de7a689396da5940bd1f71db15ab637f93ac0eac32c219c63bd5892c06dfdfedb2a5f571f85f3ca0f7da0804617b91e5b2645d6c597ed9+ checksum: 10c0/a1eb2cc3fecbb781d002acaebbcb767a565f525c89ec0d0125313b4d9e81425051fbe3e11ef5a02ccb4dc53fe61415750d23e3999559e571e98083f82a9c5533languageName: nodelinkType: hard@@ -3698,15 +3698,16 @@ __metadata:languageName: nodelinkType: hard-"chromium-bidi@npm:0.5.10":- version: 0.5.10- resolution: "chromium-bidi@npm:0.5.10"+"chromium-bidi@npm:0.5.13":+ version: 0.5.13+ resolution: "chromium-bidi@npm:0.5.13"dependencies:mitt: "npm:3.0.1"urlpattern-polyfill: "npm:10.0.0"+ zod: "npm:3.22.4"peerDependencies:devtools-protocol: "*"- checksum: 10c0/a0987e3899a664ff62506950c6b109ca1d6aab72083ccbd728a6fc83e79ef250221ccfa9a015cc137887edc1a6c49931818c1ae7ba39444355a0aded690056ee+ checksum: 10c0/447dd9f5a0f54e45429b4890057a7fbd5d4486f6d3bd2ee4b79fba41e0d3cd10b6004efbefb42cf8165cbe59efac86fc5f9c99a7f102fe49da2df94b9fd3642elanguageName: nodelinkType: hard@@ -4213,15 +4214,6 @@ __metadata:languageName: nodelinkType: hard-"cross-fetch@npm:4.0.0":- version: 4.0.0- resolution: "cross-fetch@npm:4.0.0"- dependencies:- node-fetch: "npm:^2.6.12"- checksum: 10c0/386727dc4c6b044746086aced959ff21101abb85c43df5e1d151547ccb6f338f86dec3f28b9dbddfa8ff5b9ec8662ed2263ad4607a93b2dc354fb7fe3bbb898a- languageName: node- linkType: hard-"cross-spawn@npm:^7.0.0, cross-spawn@npm:^7.0.1, cross-spawn@npm:^7.0.2, cross-spawn@npm:^7.0.3":version: 7.0.3resolution: "cross-spawn@npm:7.0.3"@@ -4578,10 +4570,10 @@ __metadata:languageName: nodelinkType: hard-"devtools-protocol@npm:0.0.1249869":- version: 0.0.1249869- resolution: "devtools-protocol@npm:0.0.1249869"- checksum: 10c0/9965fd345ab90617ef6e7258e546a0d484108974f80a537ba6d31303b54665f709c226a4ef6ebba441a1802615654eb11a4667caeff6d3b4cb81af5871a3017a+"devtools-protocol@npm:0.0.1262051":+ version: 0.0.1262051+ resolution: "devtools-protocol@npm:0.0.1262051"+ checksum: 10c0/fbc33543786cc53ed5a2b1d004a9cd2c1ab07b546e45669603c04c4fb6d3acca1e7d6d31a10ce1f2fdb583e2559171b8303da801f3a8688305ba3ad2c8e0a07flanguageName: nodelinkType: hard@@ -8831,7 +8823,7 @@ __metadata:languageName: nodelinkType: hard-"node-fetch@npm:^2.6.12, node-fetch@npm:^2.6.7":+"node-fetch@npm:^2.6.7":version: 2.7.0resolution: "node-fetch@npm:2.7.0"dependencies:@@ -10169,30 +10161,30 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:22.3.0":- version: 22.3.0- resolution: "puppeteer-core@npm:22.3.0"+"puppeteer-core@npm:22.6.0":+ version: 22.6.0+ resolution: "puppeteer-core@npm:22.6.0"dependencies:- "@puppeteer/browsers": "npm:2.1.0"- chromium-bidi: "npm:0.5.10"- cross-fetch: "npm:4.0.0"+ "@puppeteer/browsers": "npm:2.2.0"+ chromium-bidi: "npm:0.5.13"debug: "npm:4.3.4"- devtools-protocol: "npm:0.0.1249869"+ devtools-protocol: "npm:0.0.1262051"ws: "npm:8.16.0"- checksum: 10c0/92ae977f8ab3096328947956a79ec3e2d5ee1c64f878f2b04f8decfa9602083550c315f4eee41d7dec44cf19abd923a74c4e52ae82ab310be14dd24af34032b0+ checksum: 10c0/3bdc2dc60e413382d36b56833ab9ddbc8d5d34f9e6e99cf81488e6ebd3a8d6b0a781473d249fa36894bad31f265250c7fac2c303786e20966800ecaa3ec13dd2languageName: nodelinkType: hard-"puppeteer@npm:22.3.0":- version: 22.3.0- resolution: "puppeteer@npm:22.3.0"+"puppeteer@npm:22.6.0":+ version: 22.6.0+ resolution: "puppeteer@npm:22.6.0"dependencies:- "@puppeteer/browsers": "npm:2.1.0"+ "@puppeteer/browsers": "npm:2.2.0"cosmiconfig: "npm:9.0.0"- puppeteer-core: "npm:22.3.0"+ devtools-protocol: "npm:0.0.1262051"+ puppeteer-core: "npm:22.6.0"bin:puppeteer: lib/esm/puppeteer/node/cli.js- checksum: 10c0/84b3916f2e09c0f491e75b6d6e36dd506bf050e5d970f432b08603d6d13ffb7e0675bfbacc0213436075b8f37bab829034f251c4377ce322657311b573502ab9+ checksum: 10c0/c5eddb7144d0265b3b421e4e7b9e8d60b6277c5ab8dfc75f58ae43158f5e48fa829e4b1242bad67dfd4007efe332bdf5c857126bf5d50acf1e5695f71848b2f3languageName: nodelinkType: hard@@ -11852,58 +11844,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-darwin-64@npm:1.12.4"+"turbo-darwin-64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-darwin-64@npm:1.13.0"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-darwin-arm64@npm:1.12.4"+"turbo-darwin-arm64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-darwin-arm64@npm:1.13.0"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-linux-64@npm:1.12.4"+"turbo-linux-64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-linux-64@npm:1.13.0"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-linux-arm64@npm:1.12.4"+"turbo-linux-arm64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-linux-arm64@npm:1.13.0"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-windows-64@npm:1.12.4"+"turbo-windows-64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-windows-64@npm:1.13.0"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:1.12.4":- version: 1.12.4- resolution: "turbo-windows-arm64@npm:1.12.4"+"turbo-windows-arm64@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo-windows-arm64@npm:1.13.0"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"turbo@npm:1.12.4":- version: 1.12.4- resolution: "turbo@npm:1.12.4"+"turbo@npm:1.13.0":+ version: 1.13.0+ resolution: "turbo@npm:1.13.0"dependencies:- turbo-darwin-64: "npm:1.12.4"- turbo-darwin-arm64: "npm:1.12.4"- turbo-linux-64: "npm:1.12.4"- turbo-linux-arm64: "npm:1.12.4"- turbo-windows-64: "npm:1.12.4"- turbo-windows-arm64: "npm:1.12.4"+ turbo-darwin-64: "npm:1.13.0"+ turbo-darwin-arm64: "npm:1.13.0"+ turbo-linux-64: "npm:1.13.0"+ turbo-linux-arm64: "npm:1.13.0"+ turbo-windows-64: "npm:1.13.0"+ turbo-windows-arm64: "npm:1.13.0"dependenciesMeta:turbo-darwin-64:optional: true@@ -11919,7 +11911,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: 10c0/c5ba0b5f4c45df5e95783c0d2f3342fde5a015b337a24e77002ffcb1ece93bd92d17ced1696ff2d0e3dde408d229046ac8b1f61f5ea5aef56597f268c78c07f6+ checksum: 10c0/e2e46d98e3ed8bb02099091fb706372363dc6de6d838e2db4d523cd54a80f66b49fd5cf17d8f39409092368f69857c05e60af2ca5e1b7b9e3d0795ac2240037clanguageName: nodelinkType: hard@@ -12071,7 +12063,7 @@ __metadata:languageName: nodelinkType: hard-"typescript@npm:>=3 < 6, typescript@npm:^5.2.2":+"typescript@npm:>=3 < 6, typescript@npm:^5.4.3":version: 5.4.3resolution: "typescript@npm:5.4.3"bin:@@ -12081,13 +12073,13 @@ __metadata:languageName: nodelinkType: hard-"typescript@patch:typescript@npm%3A>=3 < 6#optional!builtin<compat/typescript>, typescript@patch:typescript@npm%3A^5.2.2#optional!builtin<compat/typescript>":+"typescript@patch:typescript@npm%3A>=3 < 6#optional!builtin<compat/typescript>, typescript@patch:typescript@npm%3A^5.4.3#optional!builtin<compat/typescript>":version: 5.4.3- resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=d69c25"+ resolution: "typescript@patch:typescript@npm%3A5.4.3#optional!builtin<compat/typescript>::version=5.4.3&hash=5adc0c"bin:tsc: bin/tsctsserver: bin/tsserver- checksum: 10c0/1b50712759f1e4bf4bf6fe7e662235358b716972dec8aa9ca117dee531dbd7b417f5fe28f74d347b4447eec09a200c0372fe9cf1aad2e15a2bcf4a1a99db0820+ checksum: 10c0/6e51f8b7e6ec55b897b9e56b67e864fe8f44e30f4a14357aad5dc0f7432db2f01efc0522df0b6c36d361c51f2dc3dcac5c832efd96a404cfabf884e915d38828languageName: nodelinkType: hard@@ -12343,7 +12335,7 @@ __metadata:languageName: nodelinkType: hard-"vite-tsconfig-paths@npm:^4.2.1":+"vite-tsconfig-paths@npm:^4.3.2":version: 4.3.2resolution: "vite-tsconfig-paths@npm:4.3.2"dependencies:@@ -12399,7 +12391,7 @@ __metadata:languageName: nodelinkType: hard-"vitest@npm:^1.0.0":+"vitest@npm:^1.4.0":version: 1.4.0resolution: "vitest@npm:1.4.0"dependencies:@@ -12872,3 +12864,10 @@ __metadata:checksum: 10c0/856117aa15cf5103d2a2fb173f0ab4acb12b4b4d0ed3ab249fdbbf612e55d1cadfd27a6110940e24746fb0a78cf640b522cc8bca76f30a3b00b66e90cf82abe0languageName: nodelinkType: hard++"zod@npm:3.22.4":+ version: 3.22.4+ resolution: "zod@npm:3.22.4"+ checksum: 10c0/7578ab283dac0eee66a0ad0fc4a7f28c43e6745aadb3a529f59a4b851aa10872b3890398b3160f257f4b6817b4ce643debdda4fb21a2c040adda7862cab0a587+ languageName: node+ linkType: hard