Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]7d2f0eeef5a7
diff --git a/package.json b/package.jsonindex cdd4a304a..c85031c2f 100644--- a/package.json+++ b/package.json@@ -93,11 +93,11 @@"playwright": "1.33.0","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "20.1.2",+ "puppeteer": "20.2.0","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",- "turbo": "1.9.3",+ "turbo": "1.9.4","typescript": "^5.0.0"},"packageManager": "[email protected]",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 35ce4fa63..630a0b237 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -52,7 +52,7 @@},"peerDependencies": {"playwright": "<= 2.x",- "puppeteer": "<= 20.1"+ "puppeteer": "<= 20.2"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex fcdd1fbd3..3496247fc 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -69,7 +69,7 @@},"peerDependencies": {"playwright": "<= 2.x",- "puppeteer": "<= 20.1"+ "puppeteer": "<= 20.2"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex bf13dd9cf..c7af6d7cc 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -66,7 +66,7 @@"tslib": "^2.4.0"},"peerDependencies": {- "puppeteer": "<= 20.1"+ "puppeteer": "<= 20.2"},"peerDependenciesMeta": {"puppeteer": {diff --git a/yarn.lock b/yarn.lockindex aca45bdad..477237328 100644--- a/yarn.lock+++ b/yarn.lock@@ -768,7 +768,7 @@ __metadata:tslib: ^2.4.0peerDependencies:playwright: <= 2.x- puppeteer: <= 20.1+ puppeteer: <= 20.2peerDependenciesMeta:playwright:optional: true@@ -940,7 +940,7 @@ __metadata:ow: ^0.28.1tslib: ^2.4.0peerDependencies:- puppeteer: <= 20.1+ puppeteer: <= 20.2peerDependenciesMeta:puppeteer:optional: true@@ -994,11 +994,11 @@ __metadata:playwright: 1.33.0portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 20.1.2+ puppeteer: 20.2.0rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1- turbo: 1.9.3+ turbo: 1.9.4typescript: ^5.0.0languageName: unknownlinkType: soft@@ -2086,9 +2086,9 @@ __metadata:languageName: nodelinkType: hard-"@puppeteer/browsers@npm:1.1.0":- version: 1.1.0- resolution: "@puppeteer/browsers@npm:1.1.0"+"@puppeteer/browsers@npm:1.2.0":+ version: 1.2.0+ resolution: "@puppeteer/browsers@npm:1.2.0"dependencies:debug: 4.3.4extract-zip: 2.0.1@@ -2106,7 +2106,7 @@ __metadata:optional: truebin:browsers: lib/cjs/main-cli.js- checksum: 9f7497e5d38552a912444ed41fee0ce7fa2ebb33bbdd89f900e5dc103b01baf9a2d5aed568e7604c20574c90b1447714d8f409c980a32130d6498cf913e519bd+ checksum: 2dce31ef4b17fd33a2665a751a88cb9f9ba51e7622441e6a5380ccd3b458266721900f80bfe3c259e2f437cc13b68be8d9e2e8e1778bef70562377d917b5d5e1languageName: nodelinkType: hard@@ -4538,7 +4538,7 @@ __metadata:tslib: ^2.4.0peerDependencies:playwright: <= 2.x- puppeteer: <= 20.1+ puppeteer: <= 20.2peerDependenciesMeta:playwright:optional: true@@ -10659,11 +10659,11 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:20.1.2":- version: 20.1.2- resolution: "puppeteer-core@npm:20.1.2"+"puppeteer-core@npm:20.2.0":+ version: 20.2.0+ resolution: "puppeteer-core@npm:20.2.0"dependencies:- "@puppeteer/browsers": 1.1.0+ "@puppeteer/browsers": 1.2.0chromium-bidi: 0.4.7cross-fetch: 3.1.5debug: 4.3.4@@ -10674,18 +10674,18 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: c9570721d54dadbd55138b94bc199dfccd9da6f6d7a0a58f0a7d0792af9099470f114b34274f73396001bdb6ca70f7db5b8aa186a3164b557f50328a47b6aa27+ checksum: cc8f4799dc757b9235a015cece3c431a3230dad30279d4f0e64f47429e6c9cf93be10a45d13d9de184160d0c930768ab22c17a58f4c1d8383ab4f177f3819c96languageName: nodelinkType: hard-"puppeteer@npm:20.1.2":- version: 20.1.2- resolution: "puppeteer@npm:20.1.2"+"puppeteer@npm:20.2.0":+ version: 20.2.0+ resolution: "puppeteer@npm:20.2.0"dependencies:- "@puppeteer/browsers": 1.1.0+ "@puppeteer/browsers": 1.2.0cosmiconfig: 8.1.3- puppeteer-core: 20.1.2- checksum: b2b9afe422cfb745fccc5805e10c32fda6644dbc123755dac126731d88fcfec26937f0ddfce0a90068477ef25d362bcaebbc33e0504881aa360f223987f43f25+ puppeteer-core: 20.2.0+ checksum: b21b35e49625d227b1cf44abbf33c685e603e8eceb5ad7324119b70a40962f9901b7f73042b6ccc368b9a8667a26acc837b1ab671514ad4fbf923c95703485e5languageName: nodelinkType: hard@@ -12273,58 +12273,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-darwin-64@npm:1.9.3"+"turbo-darwin-64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-darwin-64@npm:1.9.4"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-darwin-arm64@npm:1.9.3"+"turbo-darwin-arm64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-darwin-arm64@npm:1.9.4"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-linux-64@npm:1.9.3"+"turbo-linux-64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-linux-64@npm:1.9.4"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-linux-arm64@npm:1.9.3"+"turbo-linux-arm64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-linux-arm64@npm:1.9.4"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-windows-64@npm:1.9.3"+"turbo-windows-64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-windows-64@npm:1.9.4"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:1.9.3":- version: 1.9.3- resolution: "turbo-windows-arm64@npm:1.9.3"+"turbo-windows-arm64@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo-windows-arm64@npm:1.9.4"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"turbo@npm:1.9.3":- version: 1.9.3- resolution: "turbo@npm:1.9.3"- dependencies:- turbo-darwin-64: 1.9.3- turbo-darwin-arm64: 1.9.3- turbo-linux-64: 1.9.3- turbo-linux-arm64: 1.9.3- turbo-windows-64: 1.9.3- turbo-windows-arm64: 1.9.3+"turbo@npm:1.9.4":+ version: 1.9.4+ resolution: "turbo@npm:1.9.4"+ dependencies:+ turbo-darwin-64: 1.9.4+ turbo-darwin-arm64: 1.9.4+ turbo-linux-64: 1.9.4+ turbo-linux-arm64: 1.9.4+ turbo-windows-64: 1.9.4+ turbo-windows-arm64: 1.9.4dependenciesMeta:turbo-darwin-64:optional: true@@ -12340,7 +12340,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: ebf06d3b9b1401a5baabace238cd1e0d8fc1dc062b4f7bd577f644298c555f326d15f331144641c0b43a60ae8058769bcbd9d1660874fa9927ec64b5be8ee9dc+ checksum: 178488e89e9d3f445dd8e3c1dd972d398aba4be801d6f42e76b7ff018b0be1fb7ce3b37da2c715205b62a56830308d14c67bf3c065dc79633e45beec98af7afalanguageName: nodelinkType: hard