Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]a0af7796e5bd
diff --git a/package.json b/package.jsonindex 090c220b9..8348b9c3b 100644--- a/package.json+++ b/package.json@@ -100,10 +100,10 @@"playwright": "1.40.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "21.6.1",+ "puppeteer": "21.7.0","rimraf": "^5.0.0","tsx": "^4.4.0",- "turbo": "1.11.2",+ "turbo": "1.11.3","typescript": "^5.2.2","vite-tsconfig-paths": "^4.2.1","vitest": "^1.0.0"diff --git a/yarn.lock b/yarn.lockindex 176a84ed3..f931ee832 100644--- a/yarn.lock+++ b/yarn.lock@@ -693,10 +693,10 @@ __metadata:playwright: "npm:1.40.1"portastic: "npm:^1.0.1"proxy: "npm:^1.0.2"- puppeteer: "npm:21.6.1"+ puppeteer: "npm:21.7.0"rimraf: "npm:^5.0.0"tsx: "npm:^4.4.0"- turbo: "npm:1.11.2"+ turbo: "npm:1.11.3"typescript: "npm:^5.2.2"vite-tsconfig-paths: "npm:^4.2.1"vitest: "npm:^1.0.0"@@ -1528,9 +1528,9 @@ __metadata:languageName: nodelinkType: hard-"@puppeteer/browsers@npm:1.9.0":- version: 1.9.0- resolution: "@puppeteer/browsers@npm:1.9.0"+"@puppeteer/browsers@npm:1.9.1":+ version: 1.9.1+ resolution: "@puppeteer/browsers@npm:1.9.1"dependencies:debug: "npm:4.3.4"extract-zip: "npm:2.0.1"@@ -1541,7 +1541,7 @@ __metadata:yargs: "npm:17.7.2"bin:browsers: lib/cjs/main-cli.js- checksum: 5aae372c48f2fff8ced28a13db5cfa7adf54af8da20de44d23fcbd6f615534b638e1759f3e84fbac864e8015a1290e9823e9115ad98070ff62169761a37a67c3+ checksum: 8cbde5ec8060c2bdfdc0d7149711cf0cccc6648ed61d0b969cd305918108e7973ce8a7ff3f7533fcc3c49552afe1955755cd7a3924c1fdbea7330d48094b35eelanguageName: nodelinkType: hard@@ -3444,15 +3444,15 @@ __metadata:languageName: nodelinkType: hard-"chromium-bidi@npm:0.5.1":- version: 0.5.1- resolution: "chromium-bidi@npm:0.5.1"+"chromium-bidi@npm:0.5.2":+ version: 0.5.2+ resolution: "chromium-bidi@npm:0.5.2"dependencies:mitt: "npm:3.0.1"urlpattern-polyfill: "npm:9.0.0"peerDependencies:devtools-protocol: "*"- checksum: da75399e3df64b659ac36435f316c0a144f20d0480ece3f30b422a1390a958aa799b6ccea092d86c20bbec8c56064070a4a8e6f8e226b4daf4d5129cffdc6507+ checksum: 720993902b2285b10a6c9818fc02b81fcfb33dd8e50b7ca0f7d67e35051c3e709e3f60906d86f51b6b99383c6bb4975f4b1200718a9aa77df01ace881ffec745languageName: nodelinkType: hard@@ -9666,30 +9666,30 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:21.6.1":- version: 21.6.1- resolution: "puppeteer-core@npm:21.6.1"+"puppeteer-core@npm:21.7.0":+ version: 21.7.0+ resolution: "puppeteer-core@npm:21.7.0"dependencies:- "@puppeteer/browsers": "npm:1.9.0"- chromium-bidi: "npm:0.5.1"+ "@puppeteer/browsers": "npm:1.9.1"+ chromium-bidi: "npm:0.5.2"cross-fetch: "npm:4.0.0"debug: "npm:4.3.4"devtools-protocol: "npm:0.0.1203626"- ws: "npm:8.15.1"- checksum: d4589a7e2491b2cde45e93fbd04727088249025b6d3dde7c2828886d810cc787941c4d686db47f26cef4ae70ca65b6e6f2495b42855225a26f199b71b255f52b+ ws: "npm:8.16.0"+ checksum: 8ecf1f6eb93a0dfd48a944492b08a6c3f49032c09e2bf39872db72079d0945f44f2b341d5a6ba505952ded4c948605aab37d6056dcb24e50702b3b343124d080languageName: nodelinkType: hard-"puppeteer@npm:21.6.1":- version: 21.6.1- resolution: "puppeteer@npm:21.6.1"+"puppeteer@npm:21.7.0":+ version: 21.7.0+ resolution: "puppeteer@npm:21.7.0"dependencies:- "@puppeteer/browsers": "npm:1.9.0"+ "@puppeteer/browsers": "npm:1.9.1"cosmiconfig: "npm:8.3.6"- puppeteer-core: "npm:21.6.1"+ puppeteer-core: "npm:21.7.0"bin:puppeteer: lib/esm/puppeteer/node/cli.js- checksum: 6fe9f852fe92db5aeb8c29c85197944525b926706ce990ed9432f6f817f837f51d4e9f88c801d98acdf60cc899fa9004f6becf90173dda55b1b4ebcc65646761+ checksum: 17b0410748d75aae054a0f4ef95527ce66adead4634fee231967c8d1e6d19f182e3a7cde1857fc4f313225000ab78d5b4ab2d6a90d2c63397202da0c4ac401a0languageName: nodelinkType: hard@@ -11355,58 +11355,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-darwin-64@npm:1.11.2"+"turbo-darwin-64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-darwin-64@npm:1.11.3"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-darwin-arm64@npm:1.11.2"+"turbo-darwin-arm64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-darwin-arm64@npm:1.11.3"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-linux-64@npm:1.11.2"+"turbo-linux-64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-linux-64@npm:1.11.3"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-linux-arm64@npm:1.11.2"+"turbo-linux-arm64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-linux-arm64@npm:1.11.3"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-windows-64@npm:1.11.2"+"turbo-windows-64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-windows-64@npm:1.11.3"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:1.11.2":- version: 1.11.2- resolution: "turbo-windows-arm64@npm:1.11.2"+"turbo-windows-arm64@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo-windows-arm64@npm:1.11.3"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"turbo@npm:1.11.2":- version: 1.11.2- resolution: "turbo@npm:1.11.2"+"turbo@npm:1.11.3":+ version: 1.11.3+ resolution: "turbo@npm:1.11.3"dependencies:- turbo-darwin-64: "npm:1.11.2"- turbo-darwin-arm64: "npm:1.11.2"- turbo-linux-64: "npm:1.11.2"- turbo-linux-arm64: "npm:1.11.2"- turbo-windows-64: "npm:1.11.2"- turbo-windows-arm64: "npm:1.11.2"+ turbo-darwin-64: "npm:1.11.3"+ turbo-darwin-arm64: "npm:1.11.3"+ turbo-linux-64: "npm:1.11.3"+ turbo-linux-arm64: "npm:1.11.3"+ turbo-windows-64: "npm:1.11.3"+ turbo-windows-arm64: "npm:1.11.3"dependenciesMeta:turbo-darwin-64:optional: true@@ -11422,7 +11422,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: 88c6e806675734d009421a8adc126d98d66f199d9f0eed458c73596fdffd57be41bdd19f479683ae76ddc0da15068b1d3820c2d5df7bed3d4d336974ae2b34eb+ checksum: 066bc49650fcb6e3c3e2082fa71940d7123b86cc17a575089364d87d7e28a9f13fffba2f23ce1341fac4e3f78b00eba9aa715a22c1f77ae683f15af096f4d1edlanguageName: nodelinkType: hard@@ -12228,9 +12228,9 @@ __metadata:languageName: nodelinkType: hard-"ws@npm:8.15.1":- version: 8.15.1- resolution: "ws@npm:8.15.1"+"ws@npm:8.16.0, ws@npm:^8.14.2":+ version: 8.16.0+ resolution: "ws@npm:8.16.0"peerDependencies:bufferutil: ^4.0.1utf-8-validate: ">=5.0.2"@@ -12239,7 +12239,7 @@ __metadata:optional: trueutf-8-validate:optional: true- checksum: 9964360dd5ab35c7376bd7c4295a3c8bd44ea0838c9413742548a6fb3ec371fc6c18552d5b8e76bdc21536db1909765612815bae072674b5ec69971605395a96+ checksum: a7783bb421c648b1e622b423409cb2a58ac5839521d2f689e84bc9dc41d59379c692dd405b15a997ea1d4c0c2e5314ad707332d0c558f15232d2bc07c0b4618alanguageName: nodelinkType: hard@@ -12258,21 +12258,6 @@ __metadata:languageName: nodelinkType: hard-"ws@npm:^8.14.2":- version: 8.16.0- resolution: "ws@npm:8.16.0"- peerDependencies:- bufferutil: ^4.0.1- utf-8-validate: ">=5.0.2"- peerDependenciesMeta:- bufferutil:- optional: true- utf-8-validate:- optional: true- checksum: a7783bb421c648b1e622b423409cb2a58ac5839521d2f689e84bc9dc41d59379c692dd405b15a997ea1d4c0c2e5314ad707332d0c558f15232d2bc07c0b4618a- languageName: node- linkType: hard-"xml-name-validator@npm:^5.0.0":version: 5.0.0resolution: "xml-name-validator@npm:5.0.0"