Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update patch/minor dependencies
renovate[bot]7e43dc1b0179
diff --git a/package.json b/package.jsonindex a0352ab6b..c596facfa 100644--- a/package.json+++ b/package.json@@ -60,9 +60,9 @@"@apify/tsconfig": "^0.1.0","@biomejs/biome": "^1.7.3","@commitlint/config-conventional": "^19.0.0",- "@playwright/browser-chromium": "1.50.0",- "@playwright/browser-firefox": "1.50.0",- "@playwright/browser-webkit": "1.50.0",+ "@playwright/browser-chromium": "1.50.1",+ "@playwright/browser-firefox": "1.50.1",+ "@playwright/browser-webkit": "1.50.1","@types/content-type": "^1.1.5","@types/deep-equal": "^1.0.1","@types/domhandler": "^2.4.2",@@ -103,10 +103,10 @@"lerna": "^8.0.0","lint-staged": "^15.0.0","nock": "^13.4.0",- "playwright": "1.50.0",+ "playwright": "1.50.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "24.1.1",+ "puppeteer": "24.2.0","rimraf": "^6.0.0","tsx": "^4.4.0","turbo": "^2.1.0",@@ -116,7 +116,7 @@},"packageManager": "[email protected]","volta": {- "node": "22.13.1",+ "node": "22.14.0","yarn": "4.6.0"},"resolutions": {diff --git a/yarn.lock b/yarn.lockindex e95b1a923..0bb880683 100644--- a/yarn.lock+++ b/yarn.lock@@ -750,9 +750,9 @@ __metadata:"@apify/tsconfig": "npm:^0.1.0""@biomejs/biome": "npm:^1.7.3""@commitlint/config-conventional": "npm:^19.0.0"- "@playwright/browser-chromium": "npm:1.50.0"- "@playwright/browser-firefox": "npm:1.50.0"- "@playwright/browser-webkit": "npm:1.50.0"+ "@playwright/browser-chromium": "npm:1.50.1"+ "@playwright/browser-firefox": "npm:1.50.1"+ "@playwright/browser-webkit": "npm:1.50.1""@types/content-type": "npm:^1.1.5""@types/deep-equal": "npm:^1.0.1""@types/domhandler": "npm:^2.4.2"@@ -793,10 +793,10 @@ __metadata:lerna: "npm:^8.0.0"lint-staged: "npm:^15.0.0"nock: "npm:^13.4.0"- playwright: "npm:1.50.0"+ playwright: "npm:1.50.1"portastic: "npm:^1.0.1"proxy: "npm:^1.0.2"- puppeteer: "npm:24.1.1"+ puppeteer: "npm:24.2.0"rimraf: "npm:^6.0.0"tsx: "npm:^4.4.0"turbo: "npm:^2.1.0"@@ -2015,48 +2015,47 @@ __metadata:languageName: nodelinkType: hard-"@playwright/browser-chromium@npm:1.50.0":- version: 1.50.0- resolution: "@playwright/browser-chromium@npm:1.50.0"+"@playwright/browser-chromium@npm:1.50.1":+ version: 1.50.1+ resolution: "@playwright/browser-chromium@npm:1.50.1"dependencies:- playwright-core: "npm:1.50.0"- checksum: 10c0/40596ff9b428e7a79912de28cd63f39c222a57feab52e4c0507a7cf9cdb5aa0081174e4314d48db4d8869680d4901703189550dd00413a385dff4f9526aeb04a+ playwright-core: "npm:1.50.1"+ checksum: 10c0/4c6531729583c606c143ee6e6f80b6f7bed60644983619225448ec34139ec95f71f44e3e0b8b68b882be8dfff5bfbdafdfc097ec4d1b0daeef19dfa79a6e4d9clanguageName: nodelinkType: hard-"@playwright/browser-firefox@npm:1.50.0":- version: 1.50.0- resolution: "@playwright/browser-firefox@npm:1.50.0"+"@playwright/browser-firefox@npm:1.50.1":+ version: 1.50.1+ resolution: "@playwright/browser-firefox@npm:1.50.1"dependencies:- playwright-core: "npm:1.50.0"- checksum: 10c0/2f82d3ed460a18b0860e381ad839d15f2911b4f225ae561d264ebbf3979e5a01ec723330a39292942bc28fd0c8013799b7779264bd3720cd2fdd5fa9e4a10879+ playwright-core: "npm:1.50.1"+ checksum: 10c0/d5b5a54c0be57b8cfb430dd6251a5cee66b06c5aba49175d166885c043aa1ebaf3e48345465f2ae053031b3220bee7ee1243fc5cde761f4409409bcaf515c781languageName: nodelinkType: hard-"@playwright/browser-webkit@npm:1.50.0":- version: 1.50.0- resolution: "@playwright/browser-webkit@npm:1.50.0"+"@playwright/browser-webkit@npm:1.50.1":+ version: 1.50.1+ resolution: "@playwright/browser-webkit@npm:1.50.1"dependencies:- playwright-core: "npm:1.50.0"- checksum: 10c0/aafd5532712305c14ac43caebf14b5eae98566c8bef4ed2990ac067649e0f5958065ad012f3ffec77adcd8af64bb09db2cdfa94bd62c1344616a214fff62ba23+ playwright-core: "npm:1.50.1"+ checksum: 10c0/e5f818d796b148f46f4e0deb626142c08c8d94262a8a8b43886f8c3b27700faa985b48e7e6e2e594dbf99e1e64ec735c1bb974d371dff824512dab8e73b90f62languageName: nodelinkType: hard-"@puppeteer/browsers@npm:2.7.0":- version: 2.7.0- resolution: "@puppeteer/browsers@npm:2.7.0"+"@puppeteer/browsers@npm:2.7.1":+ version: 2.7.1+ resolution: "@puppeteer/browsers@npm:2.7.1"dependencies:debug: "npm:^4.4.0"extract-zip: "npm:^2.0.1"progress: "npm:^2.0.3"proxy-agent: "npm:^6.5.0"- semver: "npm:^7.6.3"- tar-fs: "npm:^3.0.6"- unbzip2-stream: "npm:^1.4.3"+ semver: "npm:^7.7.0"+ tar-fs: "npm:^3.0.8"yargs: "npm:^17.7.2"bin:browsers: lib/cjs/main-cli.js- checksum: 10c0/1b71c89337d04603621a4d19a0e66277453a1e8f41410d777e162ee02e83b0882b7595869c1351bf14ef6fb7d435faac798aa5239fa714296da7faf4ec1f1452+ checksum: 10c0/df9bfaca0262955c800e5e33960104f6d1ba693a188de70dfbcd7ffd8c068446744ffee7addf96a4e29a901f86249d81901481b2188ab51dbf4fb3c9f206d566languageName: nodelinkType: hard@@ -3754,7 +3753,7 @@ __metadata:languageName: nodelinkType: hard-"buffer@npm:^5.2.1, buffer@npm:^5.5.0":+"buffer@npm:^5.5.0":version: 5.7.1resolution: "buffer@npm:5.7.1"dependencies:@@ -4061,15 +4060,15 @@ __metadata:languageName: nodelinkType: hard-"chromium-bidi@npm:1.1.0":- version: 1.1.0- resolution: "chromium-bidi@npm:1.1.0"+"chromium-bidi@npm:1.2.0":+ version: 1.2.0+ resolution: "chromium-bidi@npm:1.2.0"dependencies:- mitt: "npm:3.0.1"- zod: "npm:3.24.1"+ mitt: "npm:^3.0.1"+ zod: "npm:^3.24.1"peerDependencies:devtools-protocol: "*"- checksum: 10c0/395fb3c3dc11fc90bff3651435e5f9feae1e1dca888a38d0f2006e21759234516639792444cffcd0732d427fc753cabb6256dd7e45b91ad47f45aca9d4e54144+ checksum: 10c0/7961a9bab729a73fb5f7b5cf0b3779f885dd006fb32efeabffda93414ffa7a2f329eab377d6ed74537d889fa63a12f194c465589df52abdb5727f5b51e453990languageName: nodelinkType: hard@@ -4921,10 +4920,10 @@ __metadata:languageName: nodelinkType: hard-"devtools-protocol@npm:0.0.1380148":- version: 0.0.1380148- resolution: "devtools-protocol@npm:0.0.1380148"- checksum: 10c0/489cb7af6890e19a2815fabcbc5178a9d3e510e25680a0eb28567d76a7664e8db228ea221079ef7e5a9619e37951cf71191df641b86b7c47d8ed4f1aa7edb4db+"devtools-protocol@npm:0.0.1402036":+ version: 0.0.1402036+ resolution: "devtools-protocol@npm:0.0.1402036"+ checksum: 10c0/ebf2e7dd8ee6b1665ae45a648bf701294fd94bb2132fadee74c60d511362997834bf99de28cc4ee92f6c603bc0be390b72064cd2ab8839d9fa0cd22d907ffc46languageName: nodelinkType: hard@@ -9250,7 +9249,7 @@ __metadata:languageName: nodelinkType: hard-"mitt@npm:3.0.1":+"mitt@npm:^3.0.1":version: 3.0.1resolution: "mitt@npm:3.0.1"checksum: 10c0/3ab4fdecf3be8c5255536faa07064d05caa3dd332bd318ff02e04621f7b3069ca1de9106cfe8e7ced675abfc2bec2ce4c4ef321c4a1bb1fb29df8ae090741913@@ -10549,27 +10548,27 @@ __metadata:languageName: nodelinkType: hard-"playwright-core@npm:1.50.0":- version: 1.50.0- resolution: "playwright-core@npm:1.50.0"+"playwright-core@npm:1.50.1":+ version: 1.50.1+ resolution: "playwright-core@npm:1.50.1"bin:playwright-core: cli.js- checksum: 10c0/b0cc7fadcb2db68a7b8d730b26c7a7d17baad454a0697c781e08074a619e57779a90be9b57c4c741ff4895390bdfd093d8393a746e8bf68ae57ac452f4c1cdb2+ checksum: 10c0/c158764257d870897c31807a830ddcc3f5aaf4376719e05aeada3489a01f751650b2dc43e027201a40405a1b075084e89f58cd3730a985a229efe9d8cecfe360languageName: nodelinkType: hard-"playwright@npm:1.50.0":- version: 1.50.0- resolution: "playwright@npm:1.50.0"+"playwright@npm:1.50.1":+ version: 1.50.1+ resolution: "playwright@npm:1.50.1"dependencies:fsevents: "npm:2.3.2"- playwright-core: "npm:1.50.0"+ playwright-core: "npm:1.50.1"dependenciesMeta:fsevents:optional: truebin:playwright: cli.js- checksum: 10c0/0076a536433819b7122066a07c5fcfa56d40d09cbbec0a39061bbfa832c8a1f626df5e4fe206fbeba56b3a61f0e2b26d4ad3c2b402852d6f147a266fd18e4ddf+ checksum: 10c0/b292ee6e0d122748a3d024b85ace86a0d9c848fc4121685d90ffc5d43d6bcf13ed7dc7488b1055f69040599c420052306ccba6fabfe2f69a15fc109c55171207languageName: nodelinkType: hard@@ -10817,33 +10816,33 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:24.1.1":- version: 24.1.1- resolution: "puppeteer-core@npm:24.1.1"+"puppeteer-core@npm:24.2.0":+ version: 24.2.0+ resolution: "puppeteer-core@npm:24.2.0"dependencies:- "@puppeteer/browsers": "npm:2.7.0"- chromium-bidi: "npm:1.1.0"+ "@puppeteer/browsers": "npm:2.7.1"+ chromium-bidi: "npm:1.2.0"debug: "npm:^4.4.0"- devtools-protocol: "npm:0.0.1380148"+ devtools-protocol: "npm:0.0.1402036"typed-query-selector: "npm:^2.12.0"ws: "npm:^8.18.0"- checksum: 10c0/7b345e9b81e52005f36480ea96cc46030d96fca632b309f5295c6bb4aae1e5201b418be7f0fbf32aa7dac115d958d48dfe3817f848a6dc7dd81671d6042c70b8+ checksum: 10c0/45cc00d72e0900c254142d86f258b7020093d1879d45ec98daca7c960d7de15b61fdfb4d2d274d58797d3a8cb4df4d15b0ac4b3475ea32936d971fd01b9f860alanguageName: nodelinkType: hard-"puppeteer@npm:24.1.1":- version: 24.1.1- resolution: "puppeteer@npm:24.1.1"+"puppeteer@npm:24.2.0":+ version: 24.2.0+ resolution: "puppeteer@npm:24.2.0"dependencies:- "@puppeteer/browsers": "npm:2.7.0"- chromium-bidi: "npm:1.1.0"+ "@puppeteer/browsers": "npm:2.7.1"+ chromium-bidi: "npm:1.2.0"cosmiconfig: "npm:^9.0.0"- devtools-protocol: "npm:0.0.1380148"- puppeteer-core: "npm:24.1.1"+ devtools-protocol: "npm:0.0.1402036"+ puppeteer-core: "npm:24.2.0"typed-query-selector: "npm:^2.12.0"bin:puppeteer: lib/cjs/puppeteer/node/cli.js- checksum: 10c0/9faf65a5b66cd1fdff07311ab642e376f470ace0139d13a7b298bccb02c10f51e888eeb2d95037a2e4c1d9b8de30cfbac57193b123bba5c2ed20ce83d5d9edda+ checksum: 10c0/991d4cc1d0dafcd454e6696abb459057c43aae9404c2c7be19c603ad0c29405de74722b8b4dec0045721f41ffcaa1a732ca96908232358ad54083464d397ae7clanguageName: nodelinkType: hard@@ -11472,7 +11471,7 @@ __metadata:languageName: nodelinkType: hard-"semver@npm:^7.0.0, semver@npm:^7.1.1, semver@npm:^7.3.4, semver@npm:^7.3.5, semver@npm:^7.3.7, semver@npm:^7.3.8, semver@npm:^7.5.3, semver@npm:^7.5.4, semver@npm:^7.6.0, semver@npm:^7.6.3":+"semver@npm:^7.0.0, semver@npm:^7.1.1, semver@npm:^7.3.4, semver@npm:^7.3.5, semver@npm:^7.3.7, semver@npm:^7.3.8, semver@npm:^7.5.3, semver@npm:^7.5.4, semver@npm:^7.6.0, semver@npm:^7.6.3, semver@npm:^7.7.0":version: 7.7.1resolution: "semver@npm:7.7.1"bin:@@ -12220,7 +12219,7 @@ __metadata:languageName: nodelinkType: hard-"tar-fs@npm:^3.0.6":+"tar-fs@npm:^3.0.8":version: 3.0.8resolution: "tar-fs@npm:3.0.8"dependencies:@@ -12347,7 +12346,7 @@ __metadata:languageName: nodelinkType: hard-"through@npm:2, through@npm:>=2.2.7 <3, through@npm:^2.3.4, through@npm:^2.3.6, through@npm:^2.3.8, through@npm:~2.3, through@npm:~2.3.1":+"through@npm:2, through@npm:>=2.2.7 <3, through@npm:^2.3.4, through@npm:^2.3.6, through@npm:~2.3, through@npm:~2.3.1":version: 2.3.8resolution: "through@npm:2.3.8"checksum: 10c0/4b09f3774099de0d4df26d95c5821a62faee32c7e96fb1f4ebd54a2d7c11c57fe88b0a0d49cf375de5fee5ae6bf4eb56dbbf29d07366864e2ee805349970d3cc@@ -12843,16 +12842,6 @@ __metadata:languageName: nodelinkType: hard-"unbzip2-stream@npm:^1.4.3":- version: 1.4.3- resolution: "unbzip2-stream@npm:1.4.3"- dependencies:- buffer: "npm:^5.2.1"- through: "npm:^2.3.8"- checksum: 10c0/2ea2048f3c9db3499316ccc1d95ff757017ccb6f46c812d7c42466247e3b863fb178864267482f7f178254214247779daf68e85f50bd7736c3c97ba2d58b910a- languageName: node- linkType: hard-"undici-types@npm:~6.20.0":version: 6.20.0resolution: "undici-types@npm:6.20.0"@@ -13600,9 +13589,9 @@ __metadata:languageName: nodelinkType: hard-"zod@npm:3.24.1":- version: 3.24.1- resolution: "zod@npm:3.24.1"- checksum: 10c0/0223d21dbaa15d8928fe0da3b54696391d8e3e1e2d0283a1a070b5980a1dbba945ce631c2d1eccc088fdbad0f2dfa40155590bf83732d3ac4fcca2cc9237591b+"zod@npm:^3.24.1":+ version: 3.24.2+ resolution: "zod@npm:3.24.2"+ checksum: 10c0/c638c7220150847f13ad90635b3e7d0321b36cce36f3fc6050ed960689594c949c326dfe2c6fa87c14b126ee5d370ccdebd6efb304f41ef5557a4aaca2824565languageName: nodelinkType: hard