Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]3d7b01033db8
diff --git a/package.json b/package.jsonindex f45bf3154..714781644 100644--- a/package.json+++ b/package.json@@ -71,8 +71,8 @@"@types/semver": "^7.3.12","@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2",- "@typescript-eslint/eslint-plugin": "5.59.9",- "@typescript-eslint/parser": "5.59.9",+ "@typescript-eslint/eslint-plugin": "5.59.11",+ "@typescript-eslint/parser": "5.59.11","apify": "*","basic-auth-parser": "^0.0.2","body-parser": "^1.20.0",@@ -90,10 +90,10 @@"lerna": "^7.0.0","lint-staged": "^13.0.3","node-gyp": "^9.1.0",- "playwright": "1.35.0",+ "playwright": "1.35.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "20.6.0",+ "puppeteer": "20.7.2","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",diff --git a/yarn.lock b/yarn.lockindex ad5ce09cf..5b432769e 100644--- a/yarn.lock+++ b/yarn.lock@@ -986,8 +986,8 @@ __metadata:"@types/semver": ^7.3.12"@types/stream-json": ^1.7.2"@types/tough-cookie": ^4.0.2- "@typescript-eslint/eslint-plugin": 5.59.9- "@typescript-eslint/parser": 5.59.9+ "@typescript-eslint/eslint-plugin": 5.59.11+ "@typescript-eslint/parser": 5.59.11apify: "*"basic-auth-parser: ^0.0.2body-parser: ^1.20.0@@ -1005,10 +1005,10 @@ __metadata:lerna: ^7.0.0lint-staged: ^13.0.3node-gyp: ^9.1.0- playwright: 1.35.0+ playwright: 1.35.1portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 20.6.0+ puppeteer: 20.7.2rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1@@ -2507,14 +2507,14 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/eslint-plugin@npm:5.59.9"+"@typescript-eslint/eslint-plugin@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/eslint-plugin@npm:5.59.11"dependencies:"@eslint-community/regexpp": ^4.4.0- "@typescript-eslint/scope-manager": 5.59.9- "@typescript-eslint/type-utils": 5.59.9- "@typescript-eslint/utils": 5.59.9+ "@typescript-eslint/scope-manager": 5.59.11+ "@typescript-eslint/type-utils": 5.59.11+ "@typescript-eslint/utils": 5.59.11debug: ^4.3.4grapheme-splitter: ^1.0.4ignore: ^5.2.0@@ -2527,43 +2527,43 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: bd2428e307085d7fa6699913b6e61d65eb450bbcd26f884390cbf16722b80e1d80dc289c72774be1cdffd022744894204c3242f40ba3ffdfa05d3f210c4130bb+ checksum: ff03eaa65a9fa4415cc1a14c2d4382289b9483f11dd3e0746233c2148d941cdbef421c1693304502f42307c72e049d4c3f3b58d30ce5d2ae452f31906e394e62languageName: nodelinkType: hard-"@typescript-eslint/parser@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/parser@npm:5.59.9"+"@typescript-eslint/parser@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/parser@npm:5.59.11"dependencies:- "@typescript-eslint/scope-manager": 5.59.9- "@typescript-eslint/types": 5.59.9- "@typescript-eslint/typescript-estree": 5.59.9+ "@typescript-eslint/scope-manager": 5.59.11+ "@typescript-eslint/types": 5.59.11+ "@typescript-eslint/typescript-estree": 5.59.11debug: ^4.3.4peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 69b07d0a5bc6e1d24d23916c057ea9f2f53a0e7fb6dabadff92987c299640edee2c013fb93269322c7124e87b5c515529001397eae33006dfb40e1dcdf1902d7+ checksum: 75eb6e60577690e3c9dd66fde83c9b4e9e5fd818fe9673e532052d5ba8fa21a5f7a69aad19be99e6ef5825e9f52036262b25e918e51f96e1dc26e862448d2d3alanguageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/scope-manager@npm:5.59.9"+"@typescript-eslint/scope-manager@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/scope-manager@npm:5.59.11"dependencies:- "@typescript-eslint/types": 5.59.9- "@typescript-eslint/visitor-keys": 5.59.9- checksum: 362c22662d844440a7e14223d8cc0722f77ff21ad8f78deb0ee3b3f21de01b8846bf25fbbf527544677e83d8ff48008b3f7d40b39ddec55994ea4a1863e9ec0a+ "@typescript-eslint/types": 5.59.11+ "@typescript-eslint/visitor-keys": 5.59.11+ checksum: f5c4e6d26da0a983b8f0c016f3ae63b3462442fe9c04d7510ca397461e13f6c48332b09b584258a7f336399fa7cd866f3ab55eaad89c5096a411c0d05d296475languageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/type-utils@npm:5.59.9"+"@typescript-eslint/type-utils@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/type-utils@npm:5.59.11"dependencies:- "@typescript-eslint/typescript-estree": 5.59.9- "@typescript-eslint/utils": 5.59.9+ "@typescript-eslint/typescript-estree": 5.59.11+ "@typescript-eslint/utils": 5.59.11debug: ^4.3.4tsutils: ^3.21.0peerDependencies:@@ -2571,23 +2571,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 6bc2619c5024c152b181eff1f44c9b5e7d0fc75ce9403f03b39d59fc1e13191b2fbaf6730f26a1caae22922ac47489f39c2cebccdd713588f6963169ed2a7958+ checksum: 3570ba21af35e7e0a916b606c1af311c00d20fe354a5837e0e937191b5e99ceb0076a5ba2924eaa028d4614e03981b20cfdd83a2be780c39e02be3b3bd365b63languageName: nodelinkType: hard-"@typescript-eslint/types@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/types@npm:5.59.9"- checksum: 283f8fee1ee590eeccc2e0fcd3526c856c4b1e2841af2cdcd09eeac842a42cfb32f6bc8b40385380f3dbc3ee29da30f1819115eedf9e16f69ff5a160aeddd8fa+"@typescript-eslint/types@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/types@npm:5.59.11"+ checksum: 4bb667571a7254f8c2b0dc3e37100e7290f9be14978722cc31c7204dfababd8a346bed4125e70dcafd15d07be386fb55bb9738bd86662ac10b98a6c964716396languageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/typescript-estree@npm:5.59.9"+"@typescript-eslint/typescript-estree@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/typescript-estree@npm:5.59.11"dependencies:- "@typescript-eslint/types": 5.59.9- "@typescript-eslint/visitor-keys": 5.59.9+ "@typescript-eslint/types": 5.59.11+ "@typescript-eslint/visitor-keys": 5.59.11debug: ^4.3.4globby: ^11.1.0is-glob: ^4.0.3@@ -2596,35 +2596,35 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: c0c9b81f20a2a4337f07bc3ccdc9c1dabd765f59096255ed9a149e91e5c9517b25c2b6655f8f073807cfc13500c7451fbd9bb62e5e572c07cc07945ab042db89+ checksum: 516a828884e6939000aac17a27208088055670b0fd9bd22d137a7b2d359a8db9ce9cd09eedffed6f498f968be90ce3c2695a91d46abbd4049f87fd3b7bb986b5languageName: nodelinkType: hard-"@typescript-eslint/utils@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/utils@npm:5.59.9"+"@typescript-eslint/utils@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/utils@npm:5.59.11"dependencies:"@eslint-community/eslint-utils": ^4.2.0"@types/json-schema": ^7.0.9"@types/semver": ^7.3.12- "@typescript-eslint/scope-manager": 5.59.9- "@typescript-eslint/types": 5.59.9- "@typescript-eslint/typescript-estree": 5.59.9+ "@typescript-eslint/scope-manager": 5.59.11+ "@typescript-eslint/types": 5.59.11+ "@typescript-eslint/typescript-estree": 5.59.11eslint-scope: ^5.1.1semver: ^7.3.7peerDependencies:eslint: ^6.0.0 || ^7.0.0 || ^8.0.0- checksum: 22ec5962886de7dcf65f99c37aad9fb189a3bef6b2b07c81887fb82a0e8bf137246da58e64fb02141352285708440be13acd7f6db1ca19e96f86724813ac4646+ checksum: a61f3e761dbdc5d0bdb6c78bca7b2e628f7a1920192286d002219cc3acb516757613c2ec2a4adc416858ba1751ecbe2784457d6ebcec6bbb109cfc2ca210572blanguageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:5.59.9":- version: 5.59.9- resolution: "@typescript-eslint/visitor-keys@npm:5.59.9"+"@typescript-eslint/visitor-keys@npm:5.59.11":+ version: 5.59.11+ resolution: "@typescript-eslint/visitor-keys@npm:5.59.11"dependencies:- "@typescript-eslint/types": 5.59.9+ "@typescript-eslint/types": 5.59.11eslint-visitor-keys: ^3.3.0- checksum: 2909ce761f7fe546592cd3c43e33263d8a5fa619375fd2fdffbc72ffc33e40d6feacafb28c79f36c638fcc2225048e7cc08c61cbac6ca63723dc68610d80e3e6+ checksum: 4894ec4b2b8da773b1f44398c836fcacb7f5a0c81f9404ecd193920e88d618091a7328659e0aa24697edda10479534db30bec7c8b0ba9fa0fce43f78222d5619languageName: nodelinkType: hard@@ -3706,14 +3706,14 @@ __metadata:languageName: nodelinkType: hard-"chromium-bidi@npm:0.4.11":- version: 0.4.11- resolution: "chromium-bidi@npm:0.4.11"+"chromium-bidi@npm:0.4.12":+ version: 0.4.12+ resolution: "chromium-bidi@npm:0.4.12"dependencies:mitt: 3.0.0peerDependencies:devtools-protocol: "*"- checksum: 6511aa8ea80be273e822de589bd40fabdfc156efd497177447c257ca87a0ade97d551153bb12e8063268feff114333b77d19fad120e2df0ee0e6c873cd14bcb3+ checksum: 8cbffd8d51a07eb05338217e48b06d53143bb4106f8798daecda48a0a86d3c8c5544bff4aa90ef146de41c2527cd5cbe13481ecdf962b4ab61eb32b1231d8607languageName: nodelinkType: hard@@ -9970,23 +9970,23 @@ __metadata:languageName: nodelinkType: hard-"playwright-core@npm:1.35.0":- version: 1.35.0- resolution: "playwright-core@npm:1.35.0"+"playwright-core@npm:1.35.1":+ version: 1.35.1+ resolution: "playwright-core@npm:1.35.1"bin:playwright-core: cli.js- checksum: e23050c9de128e02b16ffbeb1adaca6dddd85a6fd581e71da38947f66b3c910504d628285340e3d6de8c099a488ab9dad14241aefe615f65c01a5a3e3b6e633d+ checksum: 179abc0051f00474e528935b507fa8cedc986b2803b020d7679878ba28cdd7036ad5a779792aad2ad281f8dc625eb1d2fb77663cb8de0d20c7ffbda7c18febddlanguageName: nodelinkType: hard-"playwright@npm:1.35.0":- version: 1.35.0- resolution: "playwright@npm:1.35.0"+"playwright@npm:1.35.1":+ version: 1.35.1+ resolution: "playwright@npm:1.35.1"dependencies:- playwright-core: 1.35.0+ playwright-core: 1.35.1bin:playwright: cli.js- checksum: 5d7ea56481ea325ad4d4461b743b54a8839f080dc6ff6e0b8b22a8bd3985952db7aa67cee8c19370c8e4a79cc79f1ace5d198f0f6c598dadcf351324e00c313f+ checksum: 46e8ad6d4429acd8e6c8e680ed8107b13c62a22bb95172666411aedb8e9abd8f9c379e4905493a330e29c3dcf63b9a49a528f2f081d682d9f5da078c54760634languageName: nodelinkType: hard@@ -10193,12 +10193,12 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:20.6.0":- version: 20.6.0- resolution: "puppeteer-core@npm:20.6.0"+"puppeteer-core@npm:20.7.2":+ version: 20.7.2+ resolution: "puppeteer-core@npm:20.7.2"dependencies:"@puppeteer/browsers": 1.4.1- chromium-bidi: 0.4.11+ chromium-bidi: 0.4.12cross-fetch: 3.1.6debug: 4.3.4devtools-protocol: 0.0.1135028@@ -10208,18 +10208,18 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 6dc7a164c21c5bd39fdf6822bd3379f7068aed8f3a516abd0724a25427e06140f04d1f7e38267c1efa1cb9e398cfce15171341e57626b4c36deb8edc11361df5+ checksum: 4260a1c4f04325319864354a0f5bb78635c44900ececab56b0da969c816aa5645d23c5975fcd121220173b4689000e7b57d7254c1652a6d0d8d84782bce31f47languageName: nodelinkType: hard-"puppeteer@npm:20.6.0":- version: 20.6.0- resolution: "puppeteer@npm:20.6.0"+"puppeteer@npm:20.7.2":+ version: 20.7.2+ resolution: "puppeteer@npm:20.7.2"dependencies:"@puppeteer/browsers": 1.4.1cosmiconfig: 8.2.0- puppeteer-core: 20.6.0- checksum: 1dffeb48dc55be80126592fe38b3f8756c682a82874d3da90a871b6b4b9a9dc79575ac02384d0161e60ae52849b562b101d483016b22f19d7cd0ea93a9d024f7+ puppeteer-core: 20.7.2+ checksum: 6504a37a07b24927ba4e4ed2340766b7a2b2b56c4a80b3c4bf012ca72ff0cf1e2cb2a55c4187100bfca09ec3b41cb553c793889784305f953f63b7aef14fb073languageName: nodelinkType: hard