Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: bump canary versions [skip ci]
Apify Release Bot030b16c29b10
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex a8cabb046..b9a509f48 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/core": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 6f8722ba9..2081f3019 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.15.2",- "@crawlee/browser-pool": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/basic": "3.15.3-beta.8",+ "@crawlee/browser-pool": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex a849fd2b1..4ade74dfa 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.15.2",- "@crawlee/types": "3.15.2",+ "@crawlee/core": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8","fingerprint-generator": "^2.1.68","fingerprint-injector": "^2.1.68","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex baeaeb1a3..ee8ff5d0e 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/http": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","cheerio": "1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 48a6b50fa..7c02ea60e 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.15.2",+ "@crawlee/templates": "3.15.3-beta.8","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/package.json b/packages/core/package.jsonindex 1bb5c2f32..4a769a443 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/memory-storage": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","@sapphire/async-queue": "^1.5.1","@vladfrangu/async_event_emitter": "^2.2.2","csv-stringify": "^6.2.0",diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex ca638a087..17ebc16c1 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.15.2",- "@crawlee/browser": "3.15.2",- "@crawlee/browser-pool": "3.15.2",- "@crawlee/cheerio": "3.15.2",- "@crawlee/cli": "3.15.2",- "@crawlee/core": "3.15.2",- "@crawlee/http": "3.15.2",- "@crawlee/jsdom": "3.15.2",- "@crawlee/linkedom": "3.15.2",- "@crawlee/playwright": "3.15.2",- "@crawlee/puppeteer": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/basic": "3.15.3-beta.8",+ "@crawlee/browser": "3.15.3-beta.8",+ "@crawlee/browser-pool": "3.15.3-beta.8",+ "@crawlee/cheerio": "3.15.3-beta.8",+ "@crawlee/cli": "3.15.3-beta.8",+ "@crawlee/core": "3.15.3-beta.8",+ "@crawlee/http": "3.15.3-beta.8",+ "@crawlee/jsdom": "3.15.3-beta.8",+ "@crawlee/linkedom": "3.15.3-beta.8",+ "@crawlee/playwright": "3.15.3-beta.8",+ "@crawlee/puppeteer": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 2dcc3fa34..25fa676b9 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/basic": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","@types/content-type": "^1.1.5","cheerio": "1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/impit-client/package.json b/packages/impit-client/package.jsonindex 2ab991716..be232e43a 100644--- a/packages/impit-client/package.json+++ b/packages/impit-client/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/impit-client",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "impit-based HTTP client implementation for Crawlee. Impersonates browser requests to avoid bot detection.","engines": {"node": ">=20.0.0"diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex d04b30078..87c312026 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/http": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","@types/jsdom": "^21.0.0","cheerio": "1.0.0-rc.12","jsdom": "^26.0.0",diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex f25f773fb..591bac01e 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.15.2",- "@crawlee/types": "3.15.2",+ "@crawlee/http": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8","linkedom": "^0.18.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 5a603f701..3c4139682 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.15.2",+ "@crawlee/types": "3.15.3-beta.8","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 3392f463f..a5ff04b55 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.15.2",- "@crawlee/browser-pool": "3.15.2",- "@crawlee/core": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/browser": "3.15.3-beta.8",+ "@crawlee/browser-pool": "3.15.3-beta.8",+ "@crawlee/core": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","cheerio": "1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 8164beb00..e131dc9c7 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.15.2",- "@crawlee/browser-pool": "3.15.2",- "@crawlee/types": "3.15.2",- "@crawlee/utils": "3.15.2",+ "@crawlee/browser": "3.15.3-beta.8",+ "@crawlee/browser-pool": "3.15.3-beta.8",+ "@crawlee/types": "3.15.3-beta.8",+ "@crawlee/utils": "3.15.3-beta.8","cheerio": "1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 8c65ab899..a8bc73222 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/package.json b/packages/types/package.jsonindex 0fe713fbd..427977fdf 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 62f383525..6eb08c5d5 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.15.2",+ "version": "3.15.3-beta.8","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.15.2",+ "@crawlee/types": "3.15.3-beta.8","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12","file-type": "^20.0.0",