Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]25fa0064ba19
diff --git a/package.json b/package.jsonindex f632179d7..34add8841 100644--- a/package.json+++ b/package.json@@ -71,8 +71,8 @@"@types/semver": "^7.3.12","@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2",- "@typescript-eslint/eslint-plugin": "5.59.6",- "@typescript-eslint/parser": "5.59.6",+ "@typescript-eslint/eslint-plugin": "5.59.7",+ "@typescript-eslint/parser": "5.59.7","apify": "*","basic-auth-parser": "^0.0.2","body-parser": "^1.20.0",@@ -90,10 +90,10 @@"lerna": "^6.0.3","lint-staged": "^13.0.3","node-gyp": "^9.1.0",- "playwright": "1.33.0",+ "playwright": "1.34.0","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "20.2.1",+ "puppeteer": "20.3.0","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 630a0b237..a45282554 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -52,7 +52,7 @@},"peerDependencies": {"playwright": "<= 2.x",- "puppeteer": "<= 20.2"+ "puppeteer": "<= 20.3"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 3496247fc..a55fd82c5 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -69,7 +69,7 @@},"peerDependencies": {"playwright": "<= 2.x",- "puppeteer": "<= 20.2"+ "puppeteer": "<= 20.3"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex c7af6d7cc..ce577bfaa 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -66,7 +66,7 @@"tslib": "^2.4.0"},"peerDependencies": {- "puppeteer": "<= 20.2"+ "puppeteer": "<= 20.3"},"peerDependenciesMeta": {"puppeteer": {diff --git a/yarn.lock b/yarn.lockindex e73f3e015..c7497f3f4 100644--- a/yarn.lock+++ b/yarn.lock@@ -768,7 +768,7 @@ __metadata:tslib: ^2.4.0peerDependencies:playwright: <= 2.x- puppeteer: <= 20.2+ puppeteer: <= 20.3peerDependenciesMeta:playwright:optional: true@@ -940,7 +940,7 @@ __metadata:ow: ^0.28.1tslib: ^2.4.0peerDependencies:- puppeteer: <= 20.2+ puppeteer: <= 20.3peerDependenciesMeta:puppeteer:optional: true@@ -972,8 +972,8 @@ __metadata:"@types/semver": ^7.3.12"@types/stream-json": ^1.7.2"@types/tough-cookie": ^4.0.2- "@typescript-eslint/eslint-plugin": 5.59.6- "@typescript-eslint/parser": 5.59.6+ "@typescript-eslint/eslint-plugin": 5.59.7+ "@typescript-eslint/parser": 5.59.7apify: "*"basic-auth-parser: ^0.0.2body-parser: ^1.20.0@@ -991,10 +991,10 @@ __metadata:lerna: ^6.0.3lint-staged: ^13.0.3node-gyp: ^9.1.0- playwright: 1.33.0+ playwright: 1.34.0portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 20.2.1+ puppeteer: 20.3.0rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1@@ -2729,14 +2729,14 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/eslint-plugin@npm:5.59.6"+"@typescript-eslint/eslint-plugin@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/eslint-plugin@npm:5.59.7"dependencies:"@eslint-community/regexpp": ^4.4.0- "@typescript-eslint/scope-manager": 5.59.6- "@typescript-eslint/type-utils": 5.59.6- "@typescript-eslint/utils": 5.59.6+ "@typescript-eslint/scope-manager": 5.59.7+ "@typescript-eslint/type-utils": 5.59.7+ "@typescript-eslint/utils": 5.59.7debug: ^4.3.4grapheme-splitter: ^1.0.4ignore: ^5.2.0@@ -2749,43 +2749,43 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: fc495b5eadc70603f0d677921a70f151ac94453ebd76b77abbf7ed213c09daf05a3e2b2e2b16139b30dc6574d068d988e4e53c017759f3d3307fa394cfd4ae39+ checksum: 10d28bac7a5af9e41767be0bb9c270ee3dcdfeaa38d1b036c6822e7260b88821c460699ba943664eb1ef272d00de6a81b99d7d955332044ea87b624e7ead84a1languageName: nodelinkType: hard-"@typescript-eslint/parser@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/parser@npm:5.59.6"+"@typescript-eslint/parser@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/parser@npm:5.59.7"dependencies:- "@typescript-eslint/scope-manager": 5.59.6- "@typescript-eslint/types": 5.59.6- "@typescript-eslint/typescript-estree": 5.59.6+ "@typescript-eslint/scope-manager": 5.59.7+ "@typescript-eslint/types": 5.59.7+ "@typescript-eslint/typescript-estree": 5.59.7debug: ^4.3.4peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 1f6e259f501e3d13f9632bd71da2cf3d11150f1276079522e8d5c392a07c3aea867c855481981fca3bf32beb6bef046ef64cdfceba8ea4150f27099e44d9a92c+ checksum: bc44f37a11a44f84ae5f0156213f3e2e49aef2ecac94d9e161a0c721acd29462e288f306ad4648095ac1c0e5a5f62b78280c1735883cf39f79ee3afcba312119languageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/scope-manager@npm:5.59.6"+"@typescript-eslint/scope-manager@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/scope-manager@npm:5.59.7"dependencies:- "@typescript-eslint/types": 5.59.6- "@typescript-eslint/visitor-keys": 5.59.6- checksum: 65cce7b3fc320e264ef966da9a26bb7cba014ec5a0c9c5518cb08a624d67ac6eb67dd8e2df49b33eeaaaacaf42c73f291d56f93a9d1ec82c58bd1e7e872e530b+ "@typescript-eslint/types": 5.59.7+ "@typescript-eslint/visitor-keys": 5.59.7+ checksum: 43f7ea93fddbe2902122a41050677fe3eff2ea468f435b981592510cfc6136e8c28ac7d3a3e05fb332c0b3078a29bd0c91c35b2b1f4e788b4eb9aaeb70e21583languageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/type-utils@npm:5.59.6"+"@typescript-eslint/type-utils@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/type-utils@npm:5.59.7"dependencies:- "@typescript-eslint/typescript-estree": 5.59.6- "@typescript-eslint/utils": 5.59.6+ "@typescript-eslint/typescript-estree": 5.59.7+ "@typescript-eslint/utils": 5.59.7debug: ^4.3.4tsutils: ^3.21.0peerDependencies:@@ -2793,23 +2793,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: f8e09dc16f413090ec464d48bd86e1b44a569e5a6ed78370f3e8132e80a464dfcdc1525f4f0706b79e397841b1865016cb38353475264beec49851d78a7fdd36+ checksum: 9cbeffad27b145b478e4cbbab2b44c5b246a9b922f01fd06d401ea4c41a4fa6dc8ba75d13a6409b3b4474ccaf2018770a4c6c599172e22ec2004110e00f4e721languageName: nodelinkType: hard-"@typescript-eslint/types@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/types@npm:5.59.6"- checksum: e898ca629d95b69f5dbfb7c9a3d28f943e5a372d37bf7efaefb41341d2d7147372cd4956b35b637e9b3a1b8555d64a5b35776650b815c4227b114513247ec2b5+"@typescript-eslint/types@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/types@npm:5.59.7"+ checksum: 52eccec9e2d631eb2808e48b5dc33a837b5e242fa9eddace89fc707c9f2283b5364f1d38b33d418a08d64f45f6c22f051800898e1881a912f8aac0c3ae300d0alanguageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/typescript-estree@npm:5.59.6"+"@typescript-eslint/typescript-estree@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/typescript-estree@npm:5.59.7"dependencies:- "@typescript-eslint/types": 5.59.6- "@typescript-eslint/visitor-keys": 5.59.6+ "@typescript-eslint/types": 5.59.7+ "@typescript-eslint/visitor-keys": 5.59.7debug: ^4.3.4globby: ^11.1.0is-glob: ^4.0.3@@ -2818,35 +2818,35 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 65b7879e8cd4ccb987c1e1fa75cd84250cb46799ba0de6cdcaec70f6700b45ae4efcebb24163ca7946152e1b12595ee58e35bfb31ea6d35b3f39deaf973d4f1a+ checksum: eefe82eedf9ee2e14463c3f2b5b18df084c1328a859b245ee897a9a7075acce7cca0216a21fd7968b75aa64189daa008bfde1e2f9afbcc336f3dfe856e7f342elanguageName: nodelinkType: hard-"@typescript-eslint/utils@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/utils@npm:5.59.6"+"@typescript-eslint/utils@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/utils@npm:5.59.7"dependencies:"@eslint-community/eslint-utils": ^4.2.0"@types/json-schema": ^7.0.9"@types/semver": ^7.3.12- "@typescript-eslint/scope-manager": 5.59.6- "@typescript-eslint/types": 5.59.6- "@typescript-eslint/typescript-estree": 5.59.6+ "@typescript-eslint/scope-manager": 5.59.7+ "@typescript-eslint/types": 5.59.7+ "@typescript-eslint/typescript-estree": 5.59.7eslint-scope: ^5.1.1semver: ^7.3.7peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0- checksum: 40ffe1d2f1fbf6c30aa05f4a68785fb1e77aa09772ea45b001daf4068e504830cf60a441a819b2c6ffe4a19216aba404869300b2ce6bc2a67d093f74ded504a7+ checksum: d8682700187ca94cc6441480cb6b87d0514a9748103c15dd93206c5b1c6fefa59063662f27a4103e16abbcfb654a61d479bc55af8f23d96f342431b87f31bb4elanguageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:5.59.6":- version: 5.59.6- resolution: "@typescript-eslint/visitor-keys@npm:5.59.6"+"@typescript-eslint/visitor-keys@npm:5.59.7":+ version: 5.59.7+ resolution: "@typescript-eslint/visitor-keys@npm:5.59.7"dependencies:- "@typescript-eslint/types": 5.59.6+ "@typescript-eslint/types": 5.59.7eslint-visitor-keys: ^3.3.0- checksum: 8f216411344f5ed618ab838fa3fc4b04f3041f33e08d9b160df4db988f496c71f934c4b0362f686ce63ecf7f5d926c67190d5116c91945c1957544728449ec6b+ checksum: 4367f2ea68dd96a0520485434ad11e1bd26239eeeb3a2150bee7478a0f1df3c2099a39f96486722932be0456bcb7a47a483b452876d1d30bdeb9b81d354eef3dlanguageName: nodelinkType: hard@@ -4541,7 +4541,7 @@ __metadata:tslib: ^2.4.0peerDependencies:playwright: <= 2.x- puppeteer: <= 20.2+ puppeteer: <= 20.3peerDependenciesMeta:playwright:optional: true@@ -4571,12 +4571,12 @@ __metadata:languageName: nodelinkType: hard-"cross-fetch@npm:3.1.5":- version: 3.1.5- resolution: "cross-fetch@npm:3.1.5"+"cross-fetch@npm:3.1.6":+ version: 3.1.6+ resolution: "cross-fetch@npm:3.1.6"dependencies:- node-fetch: 2.6.7- checksum: f6b8c6ee3ef993ace6277fd789c71b6acf1b504fd5f5c7128df4ef2f125a429e29cd62dc8c127523f04a5f2fa4771ed80e3f3d9695617f441425045f505cf3bb+ node-fetch: ^2.6.11+ checksum: 704b3519ab7de488328cc49a52cf1aa14132ec748382be5b9557b22398c33ffa7f8c2530e8a97ed8cb55da52b0a9740a9791d361271c4591910501682d981d9clanguageName: nodelinkType: hard@@ -9323,7 +9323,7 @@ __metadata:languageName: nodelinkType: hard-"node-fetch@npm:^2.6.7":+"node-fetch@npm:^2.6.11, node-fetch@npm:^2.6.7":version: 2.6.11resolution: "node-fetch@npm:2.6.11"dependencies:@@ -10413,23 +10413,21 @@ __metadata:languageName: nodelinkType: hard-"playwright-core@npm:1.33.0":- version: 1.33.0- resolution: "playwright-core@npm:1.33.0"- bin:- playwright: cli.js- checksum: 5fb7bda06a8b73b56b85b5a0b8f711211dde57a375d9379289e22239b2de879c6d93c8fdc9ba44b932bf100914ab1ca1a55697ad88440fdd0a39101fc020b77f+"playwright-core@npm:1.34.0":+ version: 1.34.0+ resolution: "playwright-core@npm:1.34.0"+ checksum: 1821ab254b3c756e52c144c26cae7250dd5a1c779277cdd583bd289501d45cceaea40a8185ebf7eaa56b8291e4a042e3eef65f511da2306349c275794c9a582dlanguageName: nodelinkType: hard-"playwright@npm:1.33.0":- version: 1.33.0- resolution: "playwright@npm:1.33.0"+"playwright@npm:1.34.0":+ version: 1.34.0+ resolution: "playwright@npm:1.34.0"dependencies:- playwright-core: 1.33.0+ playwright-core: 1.34.0bin:playwright: cli.js- checksum: fb3934c56ed749cf412ea35b82052f013872d7f7b7747ab7042580af473dfc1b038956a31c132ee8c0098f74150c75e2073e9c737fd4c1ed54700a23fffc079f+ checksum: 5e5586e7c4e42f206526fe4306e35c68b7af353d6e3701c9e1045940aa3a916ac50b0b7c27a8eaeb3831ddc4f1146a367f98a5b6b841f977e9770b925e81877flanguageName: nodelinkType: hard@@ -10669,13 +10667,13 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:20.2.1":- version: 20.2.1- resolution: "puppeteer-core@npm:20.2.1"+"puppeteer-core@npm:20.3.0":+ version: 20.3.0+ resolution: "puppeteer-core@npm:20.3.0"dependencies:"@puppeteer/browsers": 1.3.0chromium-bidi: 0.4.9- cross-fetch: 3.1.5+ cross-fetch: 3.1.6debug: 4.3.4devtools-protocol: 0.0.1120988ws: 8.13.0@@ -10684,18 +10682,18 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: f427c645fbc011fda985772837afc2a97f3ba37dc732d46c65ff6da3635c3a2d289771d6f4b2075749b253776adcb41d5aab1c0e3962076747ca0b8f93bf4064+ checksum: df0b0e249c100d7985b23bca56df6f50e970540f61e6bd80341aff88a9097230185d349a37375954db0de8149d6c64f21823841df6a773ccd18dca7b9a81f938languageName: nodelinkType: hard-"puppeteer@npm:20.2.1":- version: 20.2.1- resolution: "puppeteer@npm:20.2.1"+"puppeteer@npm:20.3.0":+ version: 20.3.0+ resolution: "puppeteer@npm:20.3.0"dependencies:"@puppeteer/browsers": 1.3.0cosmiconfig: 8.1.3- puppeteer-core: 20.2.1- checksum: 64b4447b936d49e2b9d60bd9beeea1016879d59797b1319eac1f88d2dd7cfef7604fa2f42b6a73f12a0f636bc99317c4d050df4324219974fba3f5537e8c8340+ puppeteer-core: 20.3.0+ checksum: efc920debb6e5961e0b03ffa2111045c8f0a884a38447d92a1434340a4b28abb93ecee278080cbcf8d582265757cc17f41ac744920c8b256838f67e5249442e4languageName: nodelinkType: hard