Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): update internal dependencies [skip ci]
Apify Release Bot9388ab37ad74
diff --git a/yarn.lock b/yarn.lockindex 35da50e79..7ff369238 100644--- a/yarn.lock+++ b/yarn.lock@@ -738,16 +738,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@^3.2.1, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.2.2, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.0.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.0.0- "@crawlee/core": ^3.2.1- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/core": ^3.2.2+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2got-scraping: ^3.2.9ow: ^0.28.1tslib: ^2.4.0@@ -755,13 +755,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@^3.2.1, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.2.2, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.0.0"@apify/timeout": ^0.3.0- "@crawlee/types": ^3.2.1+ "@crawlee/types": ^3.2.2fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -783,37 +783,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@^3.2.1, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.2.2, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": ^3.2.1- "@crawlee/browser-pool": ^3.2.1- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/basic": ^3.2.2+ "@crawlee/browser-pool": ^3.2.2+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cheerio@^3.2.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.2.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": ^3.2.1- "@crawlee/types": ^3.2.1+ "@crawlee/http": ^3.2.2+ "@crawlee/types": ^3.2.2cheerio: 1.0.0-rc.12htmlparser2: ^8.0.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cli@^3.2.1, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.2.2, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": ^3.2.1+ "@crawlee/templates": ^3.2.2ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -825,7 +825,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@^3.1.1, @crawlee/core@^3.2.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.1.1, @crawlee/core@^3.2.2, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -835,9 +835,9 @@ __metadata:"@apify/pseudo_url": ^2.0.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.0.0- "@crawlee/memory-storage": ^3.2.1- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/memory-storage": ^3.2.2+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.0.0csv-stringify: ^6.2.0@@ -854,14 +854,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@^3.2.1, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.2.2, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.0.0- "@crawlee/basic": ^3.2.1- "@crawlee/types": ^3.2.1+ "@crawlee/basic": ^3.2.2+ "@crawlee/types": ^3.2.2"@types/content-type": ^1.1.5content-type: ^1.0.4got-scraping: ^3.2.9@@ -873,13 +873,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@^3.2.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.2.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/utilities": ^2.1.4- "@crawlee/http": ^3.2.1- "@crawlee/types": ^3.2.1+ "@crawlee/http": ^3.2.2+ "@crawlee/types": ^3.2.2"@types/jsdom": ^21.0.0jsdom: ^21.0.0ow: ^0.28.2@@ -887,13 +887,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/memory-storage@^3.2.1, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.2.2, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.0.0- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4fs-extra: ^11.0.0@@ -904,16 +904,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@^3.2.1, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.2.2, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.0.0- "@crawlee/browser": ^3.2.1- "@crawlee/browser-pool": ^3.2.1- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/browser": ^3.2.2+ "@crawlee/browser-pool": ^3.2.2+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2cheerio: 1.0.0-rc.12jquery: ^3.6.0ow: ^0.28.1@@ -926,16 +926,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@^3.2.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.2.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.0.0- "@crawlee/browser": ^3.2.1- "@crawlee/browser-pool": ^3.2.1- "@crawlee/types": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/browser": ^3.2.2+ "@crawlee/browser-pool": ^3.2.2+ "@crawlee/types": ^3.2.2+ "@crawlee/utils": ^3.2.2cheerio: 1.0.0-rc.12devtools-protocol: "*"jquery: ^3.6.0@@ -1005,7 +1005,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@^3.2.1, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.2.2, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1017,7 +1017,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@^3.1.1, @crawlee/types@^3.2.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.1.1, @crawlee/types@^3.2.2, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1025,13 +1025,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@^3.1.1, @crawlee/utils@^3.2.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.1.1, @crawlee/utils@^3.2.2, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.0.0"@apify/ps-tree": ^1.1.4- "@crawlee/types": ^3.2.1+ "@crawlee/types": ^3.2.2cheerio: 1.0.0-rc.12got-scraping: ^3.2.9ow: ^0.28.1@@ -4913,16 +4913,16 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": ^3.2.1- "@crawlee/browser": ^3.2.1- "@crawlee/cheerio": ^3.2.1- "@crawlee/cli": ^3.2.1- "@crawlee/core": ^3.2.1- "@crawlee/http": ^3.2.1- "@crawlee/jsdom": ^3.2.1- "@crawlee/playwright": ^3.2.1- "@crawlee/puppeteer": ^3.2.1- "@crawlee/utils": ^3.2.1+ "@crawlee/basic": ^3.2.2+ "@crawlee/browser": ^3.2.2+ "@crawlee/cheerio": ^3.2.2+ "@crawlee/cli": ^3.2.2+ "@crawlee/core": ^3.2.2+ "@crawlee/http": ^3.2.2+ "@crawlee/jsdom": ^3.2.2+ "@crawlee/playwright": ^3.2.2+ "@crawlee/puppeteer": ^3.2.2+ "@crawlee/utils": ^3.2.2import-local: ^3.1.0tslib: ^2.4.0peerDependencies: