Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: bump version
Martin Adámekdd980e2d0f12
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 79fe29d80..0ee693100 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.0",- "@crawlee/types": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/core": "^3.0.1",+ "@crawlee/types": "^3.0.1",+ "@crawlee/utils": "^3.0.1","got-scraping": "^3.2.9","ow": "^0.28.1"}diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 06aaeea96..89874371c 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,11 +54,11 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.0",- "@crawlee/browser-pool": "^3.0.0",- "@crawlee/core": "^3.0.0",- "@crawlee/types": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/basic": "^3.0.1",+ "@crawlee/browser-pool": "^3.0.1",+ "@crawlee/core": "^3.0.1",+ "@crawlee/types": "^3.0.1",+ "@crawlee/utils": "^3.0.1","ow": "^0.28.1","tough-cookie": "^4.0.0"}diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 7c229a298..942bbcf8f 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.0.0",+ "version": "3.0.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,7 +38,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.0",+ "@crawlee/types": "^3.0.1","fingerprint-generator": "^2.0.0-dev.5","fingerprint-injector": "^2.0.0-dev.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex e518a05f0..a07567655 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,7 +55,7 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.0",+ "@crawlee/basic": "^3.0.1","@types/content-type": "^1.1.5","cheerio": "1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 19b25fae3..a75d308da 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "^3.0.0",+ "@crawlee/templates": "^3.0.1","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",diff --git a/packages/core/package.json b/packages/core/package.jsonindex 91ae31fba..fdeba79e8 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -58,10 +58,10 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/browser-pool": "^3.0.0",- "@crawlee/memory-storage": "^3.0.0",- "@crawlee/types": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/browser-pool": "^3.0.1",+ "@crawlee/memory-storage": "^3.0.1",+ "@crawlee/types": "^3.0.1",+ "@crawlee/utils": "^3.0.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","fs-extra": "^10.1.0",diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex eac6632bc..e909dcbad 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,14 +56,14 @@"access": "public"},"dependencies": {- "@crawlee/cli": "^3.0.0",- "@crawlee/core": "^3.0.0",- "@crawlee/basic": "^3.0.0",- "@crawlee/browser": "^3.0.0",- "@crawlee/cheerio": "^3.0.0",- "@crawlee/playwright": "^3.0.0",- "@crawlee/puppeteer": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/cli": "^3.0.1",+ "@crawlee/core": "^3.0.1",+ "@crawlee/basic": "^3.0.1",+ "@crawlee/browser": "^3.0.1",+ "@crawlee/cheerio": "^3.0.1",+ "@crawlee/playwright": "^3.0.1",+ "@crawlee/puppeteer": "^3.0.1",+ "@crawlee/utils": "^3.0.1","import-local": "^3.1.0"},"peerDependencies": {diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 24c981f5f..6f094efe7 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.0.0",+ "version": "3.0.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,8 +49,8 @@},"dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/types": "^3.0.1",+ "@crawlee/utils": "^3.0.1","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 83f48e77d..1b5049c5f 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/log": "^2.0.0","@apify/datastructures": "^2.0.0",- "@crawlee/browser": "^3.0.0",- "@crawlee/browser-pool": "^3.0.0",- "@crawlee/core": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/browser": "^3.0.1",+ "@crawlee/browser-pool": "^3.0.1",+ "@crawlee/core": "^3.0.1",+ "@crawlee/utils": "^3.0.1","jquery": "^3.6.0","ow": "^0.28.1","tough-cookie": "^4.0.0"diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 13287bb43..3404d87b7 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.0.0",+ "version": "3.0.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.0",- "@crawlee/browser-pool": "^3.0.0",- "@crawlee/types": "^3.0.0",- "@crawlee/utils": "^3.0.0",+ "@crawlee/browser": "^3.0.1",+ "@crawlee/browser-pool": "^3.0.1",+ "@crawlee/types": "^3.0.1",+ "@crawlee/utils": "^3.0.1","jquery": "^3.6.0","ow": "^0.28.1"},diff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 574bd7867..5d10aedac 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.0.0",+ "version": "3.0.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/templates/templates/cheerio-js/package.json b/packages/templates/templates/cheerio-js/package.jsonindex 80a48c5d7..d70f14af4 100644--- a/packages/templates/templates/cheerio-js/package.json+++ b/packages/templates/templates/cheerio-js/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0"+ "crawlee": "^3.0.1"},"scripts": {"start": "node src/main.js",diff --git a/packages/templates/templates/cheerio-ts/package.json b/packages/templates/templates/cheerio-ts/package.jsonindex f7d21c69d..57bcb980d 100644--- a/packages/templates/templates/cheerio-ts/package.json+++ b/packages/templates/templates/cheerio-ts/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0"+ "crawlee": "^3.0.1"},"devDependencies": {"@apify/tsconfig": "^0.1.0",diff --git a/packages/templates/templates/playwright-js/package.json b/packages/templates/templates/playwright-js/package.jsonindex e087d4fcf..8efbfcfbf 100644--- a/packages/templates/templates/playwright-js/package.json+++ b/packages/templates/templates/playwright-js/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0",+ "crawlee": "^3.0.1","playwright": "*"},"scripts": {diff --git a/packages/templates/templates/playwright-ts/package.json b/packages/templates/templates/playwright-ts/package.jsonindex 7d84a1375..4830c2a9b 100644--- a/packages/templates/templates/playwright-ts/package.json+++ b/packages/templates/templates/playwright-ts/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0",+ "crawlee": "^3.0.1","playwright": "*"},"devDependencies": {diff --git a/packages/templates/templates/puppeteer-js/package.json b/packages/templates/templates/puppeteer-js/package.jsonindex ce504b614..e5cfba72a 100644--- a/packages/templates/templates/puppeteer-js/package.json+++ b/packages/templates/templates/puppeteer-js/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0",+ "crawlee": "^3.0.1","puppeteer": "*"},"scripts": {diff --git a/packages/templates/templates/puppeteer-ts/package.json b/packages/templates/templates/puppeteer-ts/package.jsonindex 09b431e86..dabb3568a 100644--- a/packages/templates/templates/puppeteer-ts/package.json+++ b/packages/templates/templates/puppeteer-ts/package.json@@ -4,7 +4,7 @@"type": "module","description": "This is an example of a Crawlee project.","dependencies": {- "crawlee": "^3.0.0",+ "crawlee": "^3.0.1","puppeteer": "*"},"devDependencies": {diff --git a/packages/types/package.json b/packages/types/package.jsonindex 3f11542ae..855db7598 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.0.0",+ "version": "3.0.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex d015c08af..942ca0430 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.0.0",+ "version": "3.0.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.0",+ "@crawlee/types": "^3.0.1","cheerio": "1.0.0-rc.12","content-type": "^1.0.4","got-scraping": "^3.2.9",