Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency puppeteer to v20.7.3
renovate[bot]28e7c829d9fd
diff --git a/package.json b/package.jsonindex 46ca9b3a5..7e6926545 100644--- a/package.json+++ b/package.json@@ -93,7 +93,7 @@"playwright": "1.35.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "20.7.2",+ "puppeteer": "20.7.3","rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1",diff --git a/yarn.lock b/yarn.lockindex 10c25d67b..d68de81e8 100644--- a/yarn.lock+++ b/yarn.lock@@ -1008,7 +1008,7 @@ __metadata:playwright: 1.35.1portastic: ^1.0.1proxy: ^1.0.2- puppeteer: 20.7.2+ puppeteer: 20.7.3rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1@@ -1865,15 +1865,15 @@ __metadata:languageName: nodelinkType: hard-"@puppeteer/browsers@npm:1.4.1":- version: 1.4.1- resolution: "@puppeteer/browsers@npm:1.4.1"+"@puppeteer/browsers@npm:1.4.2":+ version: 1.4.2+ resolution: "@puppeteer/browsers@npm:1.4.2"dependencies:debug: 4.3.4extract-zip: 2.0.1progress: 2.0.3proxy-agent: 6.2.1- tar-fs: 2.1.1+ tar-fs: 3.0.2unbzip2-stream: 1.4.3yargs: 17.7.1peerDependencies:@@ -1883,7 +1883,7 @@ __metadata:optional: truebin:browsers: lib/cjs/main-cli.js- checksum: d2860b198d31b922bd0842daab348b7138c26771d20dc8eb706e9fff3209c3412e7dbf934f8361e5a09704bef2955ed52603f35fcd912855c2c413b09ee377e8+ checksum: ad7766062faf3a954c2aab646b0a917805162fab1384e7e23c204c80830e85ff088b0f76b5045df192edda455f2ed2d5b2c23b1823e49e2f236d76392997f666languageName: nodelinkType: hard@@ -3188,6 +3188,13 @@ __metadata:languageName: nodelinkType: hard+"b4a@npm:^1.6.4":+ version: 1.6.4+ resolution: "b4a@npm:1.6.4"+ checksum: 81b086f9af1f8845fbef4476307236bda3d660c158c201db976f19cdce05f41f93110ab6b12fd7a2696602a490cc43d5410ee36a56d6eef93afb0d6ca69ac3b2+ languageName: node+ linkType: hard+"babel-jest@npm:^29.5.0":version: 29.5.0resolution: "babel-jest@npm:29.5.0"@@ -3692,13 +3699,6 @@ __metadata:languageName: nodelinkType: hard-"chownr@npm:^1.1.1":- version: 1.1.4- resolution: "chownr@npm:1.1.4"- checksum: 115648f8eb38bac5e41c3857f3e663f9c39ed6480d1349977c4d96c95a47266fcacc5a5aabf3cb6c481e22d72f41992827db47301851766c4fd77ac21a4f081d- languageName: node- linkType: hard-"chownr@npm:^2.0.0":version: 2.0.0resolution: "chownr@npm:2.0.0"@@ -5468,6 +5468,13 @@ __metadata:languageName: nodelinkType: hard+"fast-fifo@npm:^1.1.0":+ version: 1.2.0+ resolution: "fast-fifo@npm:1.2.0"+ checksum: 6a65f9ee015ae6aa96d590f02d755253329323afa2712a87fa945210a298d14763262a86a0872905bce639f54f99f149fb6a95c88153742928ddec10b9c852f6+ languageName: node+ linkType: hard+"fast-glob@npm:3.2.7":version: 3.2.7resolution: "fast-glob@npm:3.2.7"@@ -10193,11 +10200,11 @@ __metadata:languageName: nodelinkType: hard-"puppeteer-core@npm:20.7.2":- version: 20.7.2- resolution: "puppeteer-core@npm:20.7.2"+"puppeteer-core@npm:20.7.3":+ version: 20.7.3+ resolution: "puppeteer-core@npm:20.7.3"dependencies:- "@puppeteer/browsers": 1.4.1+ "@puppeteer/browsers": 1.4.2chromium-bidi: 0.4.12cross-fetch: 3.1.6debug: 4.3.4@@ -10208,18 +10215,18 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 4260a1c4f04325319864354a0f5bb78635c44900ececab56b0da969c816aa5645d23c5975fcd121220173b4689000e7b57d7254c1652a6d0d8d84782bce31f47+ checksum: fce26285dc2ef54bd57ab62eeb9a0eabfb81363457dcaebbe455545d7c624657fe0361189d34f7e8dd302a30b03be3220e0b78f2661ec7e4fe1887b8b628b577languageName: nodelinkType: hard-"puppeteer@npm:20.7.2":- version: 20.7.2- resolution: "puppeteer@npm:20.7.2"+"puppeteer@npm:20.7.3":+ version: 20.7.3+ resolution: "puppeteer@npm:20.7.3"dependencies:- "@puppeteer/browsers": 1.4.1+ "@puppeteer/browsers": 1.4.2cosmiconfig: 8.2.0- puppeteer-core: 20.7.2- checksum: 6504a37a07b24927ba4e4ed2340766b7a2b2b56c4a80b3c4bf012ca72ff0cf1e2cb2a55c4187100bfca09ec3b41cb553c793889784305f953f63b7aef14fb073+ puppeteer-core: 20.7.3+ checksum: 802ffddac4e84a0e39c01d41b0885866baf6eefe6d416c36c9518f21234d81f894f402e50b62e3487fb235ade4e91cd2c55cb88cb0aae9b92c114ebe29eb4645languageName: nodelinkType: hard@@ -10260,6 +10267,13 @@ __metadata:languageName: nodelinkType: hard+"queue-tick@npm:^1.0.1":+ version: 1.0.1+ resolution: "queue-tick@npm:1.0.1"+ checksum: 57c3292814b297f87f792fbeb99ce982813e4e54d7a8bdff65cf53d5c084113913289d4a48ec8bbc964927a74b847554f9f4579df43c969a6c8e0f026457ad01+ languageName: node+ linkType: hard+"quick-lru@npm:^4.0.1":version: 4.0.1resolution: "quick-lru@npm:4.0.1"@@ -11159,6 +11173,16 @@ __metadata:languageName: nodelinkType: hard+"streamx@npm:^2.15.0":+ version: 2.15.0+ resolution: "streamx@npm:2.15.0"+ dependencies:+ fast-fifo: ^1.1.0+ queue-tick: ^1.0.1+ checksum: 6f1dcdc326d57fa4ec0c2aade730b701d28e4e206047c230c6b3f6ac25b28f79809533342dd3e11861237dbd14f3af9ab83be972f569ccdf5eddc5c7ffeb657a+ languageName: node+ linkType: hard+"string-argv@npm:^0.3.1":version: 0.3.2resolution: "string-argv@npm:0.3.2"@@ -11397,19 +11421,28 @@ __metadata:languageName: nodelinkType: hard-"tar-fs@npm:2.1.1":- version: 2.1.1- resolution: "tar-fs@npm:2.1.1"+"tar-fs@npm:3.0.2":+ version: 3.0.2+ resolution: "tar-fs@npm:3.0.2"dependencies:- chownr: ^1.1.1mkdirp-classic: ^0.5.2pump: ^3.0.0- tar-stream: ^2.1.4- checksum: f5b9a70059f5b2969e65f037b4e4da2daf0fa762d3d232ffd96e819e3f94665dbbbe62f76f084f1acb4dbdcce16c6e4dac08d12ffc6d24b8d76720f4d9cf032d+ tar-stream: ^3.1.0+ checksum: cbc2467c57f596595411334c24be3cbbb3b54ae15fd65b2608478a9584c603c5bcddd37538bc5ec149517c41fc2a911ecc46aab5335203ebb7c231f1ea81facb+ languageName: node+ linkType: hard++"tar-stream@npm:^3.1.0":+ version: 3.1.3+ resolution: "tar-stream@npm:3.1.3"+ dependencies:+ b4a: ^1.6.4+ streamx: ^2.15.0+ checksum: 15af9face0bd7533b72336bc86856c3fc30a5d71e9280fee654e1e331136b7ff92d5f4ada0fbdcdfeed848ad982b96b5889e7b7146545527fdddbcd5481eb8d9languageName: nodelinkType: hard-"tar-stream@npm:^2.1.4, tar-stream@npm:~2.2.0":+"tar-stream@npm:~2.2.0":version: 2.2.0resolution: "tar-stream@npm:2.2.0"dependencies: