Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: bump version

Martin Adámekdd980e2d0f12
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 79fe29d80..0ee693100 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.0",
- "@crawlee/types": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/core": "^3.0.1",
+ "@crawlee/types": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"got-scraping": "^3.2.9",
"ow": "^0.28.1"
}
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 06aaeea96..89874371c 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,11 +54,11 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.0",
- "@crawlee/browser-pool": "^3.0.0",
- "@crawlee/core": "^3.0.0",
- "@crawlee/types": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/basic": "^3.0.1",
+ "@crawlee/browser-pool": "^3.0.1",
+ "@crawlee/core": "^3.0.1",
+ "@crawlee/types": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"ow": "^0.28.1",
"tough-cookie": "^4.0.0"
}
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 7c229a298..942bbcf8f 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,7 +38,7 @@
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.0",
+ "@crawlee/types": "^3.0.1",
"fingerprint-generator": "^2.0.0-dev.5",
"fingerprint-injector": "^2.0.0-dev.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index e518a05f0..a07567655 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,7 +55,7 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.0",
+ "@crawlee/basic": "^3.0.1",
"@types/content-type": "^1.1.5",
"cheerio": "1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/cli/package.json b/packages/cli/package.json
index 19b25fae3..a75d308da 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "^3.0.0",
+ "@crawlee/templates": "^3.0.1",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/package.json b/packages/core/package.json
index 91ae31fba..fdeba79e8 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -58,10 +58,10 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/browser-pool": "^3.0.0",
- "@crawlee/memory-storage": "^3.0.0",
- "@crawlee/types": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/browser-pool": "^3.0.1",
+ "@crawlee/memory-storage": "^3.0.1",
+ "@crawlee/types": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"fs-extra": "^10.1.0",
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index eac6632bc..e909dcbad 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -56,14 +56,14 @@
"access": "public"
},
"dependencies": {
- "@crawlee/cli": "^3.0.0",
- "@crawlee/core": "^3.0.0",
- "@crawlee/basic": "^3.0.0",
- "@crawlee/browser": "^3.0.0",
- "@crawlee/cheerio": "^3.0.0",
- "@crawlee/playwright": "^3.0.0",
- "@crawlee/puppeteer": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/cli": "^3.0.1",
+ "@crawlee/core": "^3.0.1",
+ "@crawlee/basic": "^3.0.1",
+ "@crawlee/browser": "^3.0.1",
+ "@crawlee/cheerio": "^3.0.1",
+ "@crawlee/playwright": "^3.0.1",
+ "@crawlee/puppeteer": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"import-local": "^3.1.0"
},
"peerDependencies": {
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index 24c981f5f..6f094efe7 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,8 +49,8 @@
},
"dependencies": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/types": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 83f48e77d..1b5049c5f 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/datastructures": "^2.0.0",
- "@crawlee/browser": "^3.0.0",
- "@crawlee/browser-pool": "^3.0.0",
- "@crawlee/core": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/browser": "^3.0.1",
+ "@crawlee/browser-pool": "^3.0.1",
+ "@crawlee/core": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"jquery": "^3.6.0",
"ow": "^0.28.1",
"tough-cookie": "^4.0.0"
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 13287bb43..3404d87b7 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.0",
- "@crawlee/browser-pool": "^3.0.0",
- "@crawlee/types": "^3.0.0",
- "@crawlee/utils": "^3.0.0",
+ "@crawlee/browser": "^3.0.1",
+ "@crawlee/browser-pool": "^3.0.1",
+ "@crawlee/types": "^3.0.1",
+ "@crawlee/utils": "^3.0.1",
"jquery": "^3.6.0",
"ow": "^0.28.1"
},
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 574bd7867..5d10aedac 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/templates/templates/cheerio-js/package.json b/packages/templates/templates/cheerio-js/package.json
index 80a48c5d7..d70f14af4 100644
--- a/packages/templates/templates/cheerio-js/package.json
+++ b/packages/templates/templates/cheerio-js/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0"
+ "crawlee": "^3.0.1"
},
"scripts": {
"start": "node src/main.js",
diff --git a/packages/templates/templates/cheerio-ts/package.json b/packages/templates/templates/cheerio-ts/package.json
index f7d21c69d..57bcb980d 100644
--- a/packages/templates/templates/cheerio-ts/package.json
+++ b/packages/templates/templates/cheerio-ts/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0"
+ "crawlee": "^3.0.1"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
diff --git a/packages/templates/templates/playwright-js/package.json b/packages/templates/templates/playwright-js/package.json
index e087d4fcf..8efbfcfbf 100644
--- a/packages/templates/templates/playwright-js/package.json
+++ b/packages/templates/templates/playwright-js/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0",
+ "crawlee": "^3.0.1",
"playwright": "*"
},
"scripts": {
diff --git a/packages/templates/templates/playwright-ts/package.json b/packages/templates/templates/playwright-ts/package.json
index 7d84a1375..4830c2a9b 100644
--- a/packages/templates/templates/playwright-ts/package.json
+++ b/packages/templates/templates/playwright-ts/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0",
+ "crawlee": "^3.0.1",
"playwright": "*"
},
"devDependencies": {
diff --git a/packages/templates/templates/puppeteer-js/package.json b/packages/templates/templates/puppeteer-js/package.json
index ce504b614..e5cfba72a 100644
--- a/packages/templates/templates/puppeteer-js/package.json
+++ b/packages/templates/templates/puppeteer-js/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0",
+ "crawlee": "^3.0.1",
"puppeteer": "*"
},
"scripts": {
diff --git a/packages/templates/templates/puppeteer-ts/package.json b/packages/templates/templates/puppeteer-ts/package.json
index 09b431e86..dabb3568a 100644
--- a/packages/templates/templates/puppeteer-ts/package.json
+++ b/packages/templates/templates/puppeteer-ts/package.json
@@ -4,7 +4,7 @@
"type": "module",
"description": "This is an example of a Crawlee project.",
"dependencies": {
- "crawlee": "^3.0.0",
+ "crawlee": "^3.0.1",
"puppeteer": "*"
},
"devDependencies": {
diff --git a/packages/types/package.json b/packages/types/package.json
index 3f11542ae..855db7598 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/package.json b/packages/utils/package.json
index d015c08af..942ca0430 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.0.0",
+ "version": "3.0.1",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.0",
+ "@crawlee/types": "^3.0.1",
"cheerio": "1.0.0-rc.12",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",