Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]eb2f8f28d468
diff --git a/package.json b/package.jsonindex 6b5823d00..8b91bc74b 100644--- a/package.json+++ b/package.json@@ -71,8 +71,8 @@"@types/semver": "^7.3.12","@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2",- "@typescript-eslint/eslint-plugin": "5.58.0",- "@typescript-eslint/parser": "5.58.0",+ "@typescript-eslint/eslint-plugin": "5.59.0",+ "@typescript-eslint/parser": "5.59.0","apify": "*","basic-auth-parser": "^0.0.2","body-parser": "^1.20.0",@@ -93,11 +93,11 @@"playwright": "1.32.3","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "19.9.0",+ "puppeteer": "19.9.1","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",- "turbo": "1.9.1",+ "turbo": "1.9.3","typescript": "^5.0.0"},"packageManager": "[email protected]",diff --git a/yarn.lock b/yarn.lockindex 3632379f7..c3f38105d 100644--- a/yarn.lock+++ b/yarn.lock@@ -971,8 +971,8 @@ __metadata:"@types/semver": ^7.3.12"@types/stream-json": ^1.7.2"@types/tough-cookie": ^4.0.2- "@typescript-eslint/eslint-plugin": 5.58.0- "@typescript-eslint/parser": 5.58.0+ "@typescript-eslint/eslint-plugin": 5.59.0+ "@typescript-eslint/parser": 5.59.0apify: "*"basic-auth-parser: ^0.0.2body-parser: ^1.20.0@@ -993,11 +993,11 @@ __metadata:playwright: 1.32.3portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 19.9.0+ puppeteer: 19.9.1rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1- turbo: 1.9.1+ turbo: 1.9.3typescript: ^5.0.0languageName: unknownlinkType: soft@@ -2708,14 +2708,14 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/eslint-plugin@npm:5.58.0"+"@typescript-eslint/eslint-plugin@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/eslint-plugin@npm:5.59.0"dependencies:"@eslint-community/regexpp": ^4.4.0- "@typescript-eslint/scope-manager": 5.58.0- "@typescript-eslint/type-utils": 5.58.0- "@typescript-eslint/utils": 5.58.0+ "@typescript-eslint/scope-manager": 5.59.0+ "@typescript-eslint/type-utils": 5.59.0+ "@typescript-eslint/utils": 5.59.0debug: ^4.3.4grapheme-splitter: ^1.0.4ignore: ^5.2.0@@ -2728,43 +2728,43 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: e5d76d43c466ebd4b552e3307eff72ab5ae8a0c09a1d35fa13b62769ac3336df94d9281728ab5aafd2c14a0a644133583edcd708fce60a9a82df1db3ca3b8e14+ checksum: 3b2582fe7baa9bf7733be79c6e35a390806f91c8d5ba5b604f71cb3635fb36abc975b926195c3ef5c6a4018bb94f66e009d727e3af2ce8b92c96aa3ee9ed194alanguageName: nodelinkType: hard-"@typescript-eslint/parser@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/parser@npm:5.58.0"+"@typescript-eslint/parser@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/parser@npm:5.59.0"dependencies:- "@typescript-eslint/scope-manager": 5.58.0- "@typescript-eslint/types": 5.58.0- "@typescript-eslint/typescript-estree": 5.58.0+ "@typescript-eslint/scope-manager": 5.59.0+ "@typescript-eslint/types": 5.59.0+ "@typescript-eslint/typescript-estree": 5.59.0debug: ^4.3.4peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 38681da48a40132c0538579c818ceef9ba2793ab8f79236c3f64980ba1649bb87cb367cd79d37bf2982b8bfbc28f91846b8676f9bd333e8b691c9befffd8874a+ checksum: 1a442d6b776fc1dca4fe104bac77eae0a59b807ba11cef00dec8f5dbbc0fb4e5fc10519eac03dd94d52e4dd6d814800d0e5c0a3bd43eefce80d829c65ba47ad0languageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/scope-manager@npm:5.58.0"+"@typescript-eslint/scope-manager@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/scope-manager@npm:5.59.0"dependencies:- "@typescript-eslint/types": 5.58.0- "@typescript-eslint/visitor-keys": 5.58.0- checksum: f0d3df5cc3c461fe63ef89ad886b53c239cc7c1d9061d83d8a9d9c8e087e5501eac84bebff8a954728c17ccea191f235686373d54d2b8b6370af2bcf2b18e062+ "@typescript-eslint/types": 5.59.0+ "@typescript-eslint/visitor-keys": 5.59.0+ checksum: dd89cd34291f7674edcbe9628748faa61dbf7199f9776586167e81fd91b93ba3a7f0ddd493c559c0dbb805b58629858fae648d56550e8ac5330b2ed1802b0178languageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/type-utils@npm:5.58.0"+"@typescript-eslint/type-utils@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/type-utils@npm:5.59.0"dependencies:- "@typescript-eslint/typescript-estree": 5.58.0- "@typescript-eslint/utils": 5.58.0+ "@typescript-eslint/typescript-estree": 5.59.0+ "@typescript-eslint/utils": 5.59.0debug: ^4.3.4tsutils: ^3.21.0peerDependencies:@@ -2772,23 +2772,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 803f24daed185152bf86952d4acebb5ea18ff03db5f28750368edf76fdea46b4b0f8803ae0b61c0282b47181c9977113457b16e33d5d2cb33b13855f55c5e5b2+ checksum: 811981ea117808315fe37ce8489ae6e20979f588cf0fdef2bd969d58c505ececff0bccf7957f3b178933028433ce28764ebc9fea32a35a4c2da81b5b1e98b454languageName: nodelinkType: hard-"@typescript-eslint/types@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/types@npm:5.58.0"- checksum: 8622a73d73220c4a7111537825f488c0271272032a1d4e129dc722bc6e8b3ec84f64469b2ca3b8dae7da3a9c18953ce1449af51f5f757dad60835eb579ad1d2c+"@typescript-eslint/types@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/types@npm:5.59.0"+ checksum: 5dc608a867b07b4262a236a264a65e894f841388b3aba461c4c1a30d76a2c3aed0c6a1e3d1ea2f64cce55e783091bafb826bf01a0ef83258820af63da860addflanguageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/typescript-estree@npm:5.58.0"+"@typescript-eslint/typescript-estree@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/typescript-estree@npm:5.59.0"dependencies:- "@typescript-eslint/types": 5.58.0- "@typescript-eslint/visitor-keys": 5.58.0+ "@typescript-eslint/types": 5.59.0+ "@typescript-eslint/visitor-keys": 5.59.0debug: ^4.3.4globby: ^11.1.0is-glob: ^4.0.3@@ -2797,35 +2797,35 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 51b668ec858db0c040a71dff526273945cee4ba5a9b240528d503d02526685882d900cf071c6636a4d9061ed3fd4a7274f7f1a23fba55c4b48b143344b4009c7+ checksum: d80f2766e2830dc830b9f4f1b9e744e1e7a285ebe72babdf0970f75bfe26cb832c6623bb836a53c48f1e707069d1e407ac1ea095bd583807007f713ba6e2e0e1languageName: nodelinkType: hard-"@typescript-eslint/utils@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/utils@npm:5.58.0"+"@typescript-eslint/utils@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/utils@npm:5.59.0"dependencies:"@eslint-community/eslint-utils": ^4.2.0"@types/json-schema": ^7.0.9"@types/semver": ^7.3.12- "@typescript-eslint/scope-manager": 5.58.0- "@typescript-eslint/types": 5.58.0- "@typescript-eslint/typescript-estree": 5.58.0+ "@typescript-eslint/scope-manager": 5.59.0+ "@typescript-eslint/types": 5.59.0+ "@typescript-eslint/typescript-estree": 5.59.0eslint-scope: ^5.1.1semver: ^7.3.7peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0- checksum: c618ae67963ecf96b1492c09afaeb363f542f0d6780bcac4af3c26034e3b20034666b2d523aa94821df813aafb57a0b150a7d5c2224fe8257452ad1de2237a58+ checksum: 228318df02f2381f859af184cafa5de4146a2e1518a5062444bf9bd7d468e058f9bd93a3e46cc4683d9bd02159648f416e5c7c539901ca16142456cae3c1af5flanguageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:5.58.0":- version: 5.58.0- resolution: "@typescript-eslint/visitor-keys@npm:5.58.0"+"@typescript-eslint/visitor-keys@npm:5.59.0":+ version: 5.59.0+ resolution: "@typescript-eslint/visitor-keys@npm:5.59.0"dependencies:- "@typescript-eslint/types": 5.58.0+ "@typescript-eslint/types": 5.59.0eslint-visitor-keys: ^3.3.0- checksum: ab2d1f37660559954c840429ef78bbf71834063557e3e68e435005b4987970b9356fdf217ead53f7a57f66f5488dc478062c5c44bf17053a8bf041733539b98f+ checksum: e21656de02e221a27a5fe9f7fd34a1ca28530e47675134425f84fd0d1f276695fe39e35120837a491b02255d49aa2fd871e2c858ecccc66c687db972d057bd1clanguageName: nodelinkType: hard@@ -10774,9 +10774,9 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:19.9.0":- version: 19.9.0- resolution: "puppeteer-core@npm:19.9.0"+"puppeteer-core@npm:19.9.1":+ version: 19.9.1+ resolution: "puppeteer-core@npm:19.9.1"dependencies:"@puppeteer/browsers": 0.4.1chromium-bidi: 0.4.6@@ -10794,21 +10794,21 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 4e76523c91856f9d4977183cb19e9917fa38103f235872e8fabfa904c8842561c5a62a15e6c07d4d90a6c65683cc4e045d2c0e9c6c466cb1091b9a8fba71b124+ checksum: 731c62a3b70dd07390a91a151927b39f15d348126b0eae37e65d55988286f0f8dce5917557a500f41f9e9d529c02858d478c83bb19f49daa9d37cd3bf6ffa509languageName: nodelinkType: hard-"puppeteer@npm:19.9.0":- version: 19.9.0- resolution: "puppeteer@npm:19.9.0"+"puppeteer@npm:19.9.1":+ version: 19.9.1+ resolution: "puppeteer@npm:19.9.1"dependencies:"@puppeteer/browsers": 0.4.1cosmiconfig: 8.1.3https-proxy-agent: 5.0.1progress: 2.0.3proxy-from-env: 1.1.0- puppeteer-core: 19.9.0- checksum: 68821490a7be8fde13c668f95081df6657278182d3fdd47a4c99474a3e5d08a17ba4ca3cd5ee74ae45218c47d756e44b2641b071a3c83b60b4feae9387247af5+ puppeteer-core: 19.9.1+ checksum: 76efe8f65d564548883071de7081bb892a513e83a00f032d11c79baae84bce1582ef02316138aaccdc5a45ab028e9dad2e0ffdcc98128cfb5027fd1670f6c2b9languageName: nodelinkType: hard@@ -12396,58 +12396,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-darwin-64@npm:1.9.1"+"turbo-darwin-64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-darwin-64@npm:1.9.3"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-darwin-arm64@npm:1.9.1"+"turbo-darwin-arm64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-darwin-arm64@npm:1.9.3"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-linux-64@npm:1.9.1"+"turbo-linux-64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-linux-64@npm:1.9.3"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-linux-arm64@npm:1.9.1"+"turbo-linux-arm64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-linux-arm64@npm:1.9.3"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-windows-64@npm:1.9.1"+"turbo-windows-64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-windows-64@npm:1.9.3"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:1.9.1":- version: 1.9.1- resolution: "turbo-windows-arm64@npm:1.9.1"+"turbo-windows-arm64@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo-windows-arm64@npm:1.9.3"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"turbo@npm:1.9.1":- version: 1.9.1- resolution: "turbo@npm:1.9.1"- dependencies:- turbo-darwin-64: 1.9.1- turbo-darwin-arm64: 1.9.1- turbo-linux-64: 1.9.1- turbo-linux-arm64: 1.9.1- turbo-windows-64: 1.9.1- turbo-windows-arm64: 1.9.1+"turbo@npm:1.9.3":+ version: 1.9.3+ resolution: "turbo@npm:1.9.3"+ dependencies:+ turbo-darwin-64: 1.9.3+ turbo-darwin-arm64: 1.9.3+ turbo-linux-64: 1.9.3+ turbo-linux-arm64: 1.9.3+ turbo-windows-64: 1.9.3+ turbo-windows-arm64: 1.9.3dependenciesMeta:turbo-darwin-64:optional: true@@ -12463,7 +12463,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: dd5413088d9c39ccc9823e12abdb264e5cd486aa7994d7178da9e7270bb7651adb306eff607a561eae4bed5508b2dd5ce2393dbef053216443f5470f670a6ef4+ checksum: ebf06d3b9b1401a5baabace238cd1e0d8fc1dc062b4f7bd577f644298c555f326d15f331144641c0b43a60ae8058769bcbd9d1660874fa9927ec64b5be8ee9dclanguageName: nodelinkType: hard