Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]e75aabb6096b
diff --git a/package.json b/package.jsonindex 4c4adfe14..cdd4a304a 100644--- a/package.json+++ b/package.json@@ -71,8 +71,8 @@"@types/semver": "^7.3.12","@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2",- "@typescript-eslint/eslint-plugin": "5.59.2",- "@typescript-eslint/parser": "5.59.2",+ "@typescript-eslint/eslint-plugin": "5.59.5",+ "@typescript-eslint/parser": "5.59.5","apify": "*","basic-auth-parser": "^0.0.2","body-parser": "^1.20.0",@@ -93,7 +93,7 @@"playwright": "1.33.0","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "20.1.1",+ "puppeteer": "20.1.2","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",diff --git a/yarn.lock b/yarn.lockindex 99390f096..479ca6d77 100644--- a/yarn.lock+++ b/yarn.lock@@ -971,8 +971,8 @@ __metadata:"@types/semver": ^7.3.12"@types/stream-json": ^1.7.2"@types/tough-cookie": ^4.0.2- "@typescript-eslint/eslint-plugin": 5.59.2- "@typescript-eslint/parser": 5.59.2+ "@typescript-eslint/eslint-plugin": 5.59.5+ "@typescript-eslint/parser": 5.59.5apify: "*"basic-auth-parser: ^0.0.2body-parser: ^1.20.0@@ -993,7 +993,7 @@ __metadata:playwright: 1.33.0portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 20.1.1+ puppeteer: 20.1.2rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1@@ -2102,9 +2102,9 @@ __metadata:languageName: nodelinkType: hard-"@puppeteer/browsers@npm:1.0.1":- version: 1.0.1- resolution: "@puppeteer/browsers@npm:1.0.1"+"@puppeteer/browsers@npm:1.1.0":+ version: 1.1.0+ resolution: "@puppeteer/browsers@npm:1.1.0"dependencies:debug: 4.3.4extract-zip: 2.0.1@@ -2122,7 +2122,7 @@ __metadata:optional: truebin:browsers: lib/cjs/main-cli.js- checksum: 0dc83d75b0799b8bcc077a17bff3f01d24e4bc3b4449a9fa3f30247eca3b9deb3e7a2fe2f31efb32ed75ca23bd0137ad28b86412a0c1fbce9bcd1aa2ed7bfeb0+ checksum: 9f7497e5d38552a912444ed41fee0ce7fa2ebb33bbdd89f900e5dc103b01baf9a2d5aed568e7604c20574c90b1447714d8f409c980a32130d6498cf913e519bdlanguageName: nodelinkType: hard@@ -2709,14 +2709,14 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/eslint-plugin@npm:5.59.2"+"@typescript-eslint/eslint-plugin@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/eslint-plugin@npm:5.59.5"dependencies:"@eslint-community/regexpp": ^4.4.0- "@typescript-eslint/scope-manager": 5.59.2- "@typescript-eslint/type-utils": 5.59.2- "@typescript-eslint/utils": 5.59.2+ "@typescript-eslint/scope-manager": 5.59.5+ "@typescript-eslint/type-utils": 5.59.5+ "@typescript-eslint/utils": 5.59.5debug: ^4.3.4grapheme-splitter: ^1.0.4ignore: ^5.2.0@@ -2729,43 +2729,43 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 1045883173a36a069b56e906ed7e5b4106e1efc2ed0969a1718683aef58fd39e5dfa17774b8782c3ced0529a4edd6dedfcb54348a14525f191a6816e6f3b90dc+ checksum: cc0e5ad8d70e140f0dada2fd1ad69d7c31d3f3dfe75939286fdc3950ff2e37033889acc7c9d92c074b67de3bbb6e46916d688e848fb98dde63b23c08a8b07884languageName: nodelinkType: hard-"@typescript-eslint/parser@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/parser@npm:5.59.2"+"@typescript-eslint/parser@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/parser@npm:5.59.5"dependencies:- "@typescript-eslint/scope-manager": 5.59.2- "@typescript-eslint/types": 5.59.2- "@typescript-eslint/typescript-estree": 5.59.2+ "@typescript-eslint/scope-manager": 5.59.5+ "@typescript-eslint/types": 5.59.5+ "@typescript-eslint/typescript-estree": 5.59.5debug: ^4.3.4peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 0d3f992c49e062ff509606fb72846abaa66602d93ca15bc6498c345c55effa28c8d523b829cd180d901eaf04bca3d93a165d56a387ce109333d60d67b09b5638+ checksum: ef4122074f2c00be1dabbb3fb5534280f81b45f8de6c1a696092af5175684fea65bc002814546d06f880ea5beff2006589e2633662e92d65035437c8e2d9134clanguageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/scope-manager@npm:5.59.2"+"@typescript-eslint/scope-manager@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/scope-manager@npm:5.59.5"dependencies:- "@typescript-eslint/types": 5.59.2- "@typescript-eslint/visitor-keys": 5.59.2- checksum: e7adce27890ebaadd0fb36a35639c9a97d2965973643aef4b4b0dcfabb03181c82235d7171e718b002dd398e52fefd67816eb34912ddbc2bb738b47755bd502a+ "@typescript-eslint/types": 5.59.5+ "@typescript-eslint/visitor-keys": 5.59.5+ checksum: b3d8a5b70e741b9bef60d0a297da77e844cb744895f31fb6880fdac4c53f7c58f3e04065a7d644afb6e1dc51591285ec866eca2fbd2ad50de6b376031aaccfbdlanguageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/type-utils@npm:5.59.2"+"@typescript-eslint/type-utils@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/type-utils@npm:5.59.5"dependencies:- "@typescript-eslint/typescript-estree": 5.59.2- "@typescript-eslint/utils": 5.59.2+ "@typescript-eslint/typescript-estree": 5.59.5+ "@typescript-eslint/utils": 5.59.5debug: ^4.3.4tsutils: ^3.21.0peerDependencies:@@ -2773,23 +2773,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: d9dc037509a97b11a3c7f758f0f6e985cf5b4909fab860018a75b1550711ce9ff07bf5b67d4197ba7a0a831fec7255851b1e6a773a69030fc8ea7ec649859f52+ checksum: 9ef2b219c71abe3d2ffa4c791ec3da8d120b6a202e7f9c7722d1e8193f8709d6ebec2abc2862b9fa78dffe6214d033898d21c925fc961feb4488070b66aab9f5languageName: nodelinkType: hard-"@typescript-eslint/types@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/types@npm:5.59.2"- checksum: 5a91cfbcaa8c7e92ad91f67abd0ce43ae562fdbdd8c32aa968731bf7c200d13a0415e87fc032bd48f7e5b7d3ed1447cb14449ef2592c269ca311974b15ce0af2+"@typescript-eslint/types@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/types@npm:5.59.5"+ checksum: 98c93d354d6410934f468ba8bd468d2746f20b2910c0ef5b08fc788c0742aa7cb82eb2edc4194c85d3fabac5563c1a91d377e84bf5c25caeb4ac9e871aabd4bblanguageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/typescript-estree@npm:5.59.2"+"@typescript-eslint/typescript-estree@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/typescript-estree@npm:5.59.5"dependencies:- "@typescript-eslint/types": 5.59.2- "@typescript-eslint/visitor-keys": 5.59.2+ "@typescript-eslint/types": 5.59.5+ "@typescript-eslint/visitor-keys": 5.59.5debug: ^4.3.4globby: ^11.1.0is-glob: ^4.0.3@@ -2798,35 +2798,35 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: e8bb8817fe53f826f54e4ca584e48a6700dae25e0cc20ab7db38e7e5308987c5759408b39a4e494d4d6dcd7b4bca9f9c507fae987213380dc1c98607cb0a60b1+ checksum: 10a8c01ad53da115ca698668941dcb18c497035ba07faf08237bfa3ab92185bdfaf1df93562915a936b49e9f72a4cc6b10b1d9296b7cdc8c34ba0ca323c37677languageName: nodelinkType: hard-"@typescript-eslint/utils@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/utils@npm:5.59.2"+"@typescript-eslint/utils@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/utils@npm:5.59.5"dependencies:"@eslint-community/eslint-utils": ^4.2.0"@types/json-schema": ^7.0.9"@types/semver": ^7.3.12- "@typescript-eslint/scope-manager": 5.59.2- "@typescript-eslint/types": 5.59.2- "@typescript-eslint/typescript-estree": 5.59.2+ "@typescript-eslint/scope-manager": 5.59.5+ "@typescript-eslint/types": 5.59.5+ "@typescript-eslint/typescript-estree": 5.59.5eslint-scope: ^5.1.1semver: ^7.3.7peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0- checksum: 483c35a592a36a5973204ce4cd11d52935c097b414d7edac2ecd15dba460b8c540b793ffc232c0f8580fef0624eb7704156ce33c66bd09a76769ed019bddd1d1+ checksum: 2703972653d3c6eab2423d9a2586908086afa3b89580969ed38e454bc372265d5ca9fadf7967e4ea639d482ad069f763981ef4a03a42d79df28f43f00ee9d43alanguageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:5.59.2":- version: 5.59.2- resolution: "@typescript-eslint/visitor-keys@npm:5.59.2"+"@typescript-eslint/visitor-keys@npm:5.59.5":+ version: 5.59.5+ resolution: "@typescript-eslint/visitor-keys@npm:5.59.5"dependencies:- "@typescript-eslint/types": 5.59.2+ "@typescript-eslint/types": 5.59.5eslint-visitor-keys: ^3.3.0- checksum: 3057a017bca03b4ec3bee442044f2bc2f77a4af0d83ea9bf7c6cb2a12811126d93d9d300d89ef8078d981e478c6cc38693c51a2ae4b10a717796bba880eff924+ checksum: 94db281ec8ea3a7ede46763aaa0d3349e035b19334fd03e2e560f89c70faebcfa937d51b53d2eaad2506b60a5d901428cc8b5a65ad8e90ca1c12a133dbe977fclanguageName: nodelinkType: hard@@ -10712,41 +10712,33 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:20.1.1":- version: 20.1.1- resolution: "puppeteer-core@npm:20.1.1"+"puppeteer-core@npm:20.1.2":+ version: 20.1.2+ resolution: "puppeteer-core@npm:20.1.2"dependencies:- "@puppeteer/browsers": 1.0.1+ "@puppeteer/browsers": 1.1.0chromium-bidi: 0.4.7cross-fetch: 3.1.5debug: 4.3.4devtools-protocol: 0.0.1120988- extract-zip: 2.0.1- https-proxy-agent: 5.0.1- proxy-from-env: 1.1.0- tar-fs: 2.1.1- unbzip2-stream: 1.4.3ws: 8.13.0peerDependencies:typescript: ">= 4.7.4"peerDependenciesMeta:typescript:optional: true- checksum: 60d1932c84b017694285568102360338c529e0cc7afe8a09e4ede3969db415ea6f3c115df009017876144a3a005a3e777a8d1b9e97baba25936f8fa44db55ebb+ checksum: c9570721d54dadbd55138b94bc199dfccd9da6f6d7a0a58f0a7d0792af9099470f114b34274f73396001bdb6ca70f7db5b8aa186a3164b557f50328a47b6aa27languageName: nodelinkType: hard-"puppeteer@npm:20.1.1":- version: 20.1.1- resolution: "puppeteer@npm:20.1.1"+"puppeteer@npm:20.1.2":+ version: 20.1.2+ resolution: "puppeteer@npm:20.1.2"dependencies:- "@puppeteer/browsers": 1.0.1+ "@puppeteer/browsers": 1.1.0cosmiconfig: 8.1.3- https-proxy-agent: 5.0.1- progress: 2.0.3- proxy-from-env: 1.1.0- puppeteer-core: 20.1.1- checksum: b97fbb7305471144648af45636c209c0a733b90612548f29f802ba90c759463e6dd13cefef915ea0891ad1c9bad1366814124b4d00a3b4ab8aee1df7370d419a+ puppeteer-core: 20.1.2+ checksum: b2b9afe422cfb745fccc5805e10c32fda6644dbc123755dac126731d88fcfec26937f0ddfce0a90068477ef25d362bcaebbc33e0504881aa360f223987f43f25languageName: nodelinkType: hard