Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.1.0

Apify Release Bot31fe3afcc6da
diff --git a/CHANGELOG.md b/CHANGELOG.md
index bc57098dd..00a2aafb1 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,22 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/core
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
### Features
diff --git a/lerna.json b/lerna.json
index dbd65120e..3caed66be 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.0.4",
+ "version": "3.1.0",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/package-lock.json b/package-lock.json
index 04ea4f8a4..89b36202d 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -16629,15 +16629,15 @@
},
"packages/basic-crawler": {
"name": "@crawlee/basic",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"got-scraping": "^3.2.9",
"ow": "^0.28.1",
"type-fest": "^3.0.0"
@@ -16648,14 +16648,14 @@
},
"packages/browser-crawler": {
"name": "@crawlee/browser",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"ow": "^0.28.1"
},
"engines": {
@@ -16664,12 +16664,12 @@
},
"packages/browser-pool": {
"name": "@crawlee/browser-pool",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
@@ -16699,11 +16699,11 @@
},
"packages/cheerio-crawler": {
"name": "@crawlee/cheerio",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^8.0.1"
},
@@ -16713,10 +16713,10 @@
},
"packages/cli": {
"name": "@crawlee/cli",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/templates": "^3.0.4",
+ "@crawlee/templates": "^3.1.0",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
@@ -16732,7 +16732,7 @@
},
"packages/core": {
"name": "@crawlee/core",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/consts": "^2.0.0",
@@ -16741,9 +16741,9 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/memory-storage": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/memory-storage": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"csv-stringify": "^6.2.0",
@@ -16781,19 +16781,19 @@
}
},
"packages/crawlee": {
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/cheerio": "^3.0.4",
- "@crawlee/cli": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/jsdom": "^3.0.4",
- "@crawlee/playwright": "^3.0.4",
- "@crawlee/puppeteer": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/cheerio": "^3.1.0",
+ "@crawlee/cli": "^3.1.0",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/jsdom": "^3.1.0",
+ "@crawlee/playwright": "^3.1.0",
+ "@crawlee/puppeteer": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"import-local": "^3.1.0"
},
"bin": {
@@ -16817,13 +16817,13 @@
},
"packages/http-crawler": {
"name": "@crawlee/http",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/content-type": "^1.1.5",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",
@@ -16849,12 +16849,12 @@
},
"packages/jsdom-crawler": {
"name": "@crawlee/jsdom",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/utilities": "^2.1.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/jsdom": "^20.0.0",
"jsdom": "^20.0.0"
},
@@ -16864,12 +16864,12 @@
},
"packages/memory-storage": {
"name": "@crawlee/memory-storage",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
@@ -16884,15 +16884,15 @@
},
"packages/playwright-crawler": {
"name": "@crawlee/playwright",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -16911,15 +16911,15 @@
},
"packages/puppeteer-crawler": {
"name": "@crawlee/puppeteer",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"devtools-protocol": "*",
"jquery": "^3.6.0",
@@ -16939,7 +16939,7 @@
},
"packages/templates": {
"name": "@crawlee/templates",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"ansi-colors": "^4.1.3",
@@ -17237,7 +17237,7 @@
},
"packages/types": {
"name": "@crawlee/types",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"tslib": "^2.4.0"
@@ -17248,12 +17248,12 @@
},
"packages/utils": {
"name": "@crawlee/utils",
- "version": "3.0.4",
+ "version": "3.1.0",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"got-scraping": "^3.2.9",
"tslib": "^2.4.0"
@@ -18057,9 +18057,9 @@
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"got-scraping": "^3.2.9",
"ow": "^0.28.1",
"type-fest": "^3.0.0"
@@ -18069,10 +18069,10 @@
"version": "file:packages/browser-crawler",
"requires": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"ow": "^0.28.1"
}
},
@@ -18081,7 +18081,7 @@
"requires": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
@@ -18097,8 +18097,8 @@
"@crawlee/cheerio": {
"version": "file:packages/cheerio-crawler",
"requires": {
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^8.0.1"
}
@@ -18106,7 +18106,7 @@
"@crawlee/cli": {
"version": "file:packages/cli",
"requires": {
- "@crawlee/templates": "^3.0.4",
+ "@crawlee/templates": "^3.1.0",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
@@ -18123,9 +18123,9 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/memory-storage": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/memory-storage": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"csv-stringify": "^6.2.0",
@@ -18163,8 +18163,8 @@
"requires": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/content-type": "^1.1.5",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",
@@ -18188,8 +18188,8 @@
"version": "file:packages/jsdom-crawler",
"requires": {
"@apify/utilities": "^2.1.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/jsdom": "^20.0.0",
"jsdom": "^20.0.0"
}
@@ -18198,8 +18198,8 @@
"version": "file:packages/memory-storage",
"requires": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
@@ -18214,10 +18214,10 @@
"requires": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -18228,10 +18228,10 @@
"requires": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"devtools-protocol": "*",
"jquery": "^3.6.0",
@@ -18428,7 +18428,7 @@
"requires": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"got-scraping": "^3.2.9",
"tslib": "^2.4.0"
@@ -22536,16 +22536,16 @@
"crawlee": {
"version": "file:packages/crawlee",
"requires": {
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/cheerio": "^3.0.4",
- "@crawlee/cli": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/jsdom": "^3.0.4",
- "@crawlee/playwright": "^3.0.4",
- "@crawlee/puppeteer": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/cheerio": "^3.1.0",
+ "@crawlee/cli": "^3.1.0",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/jsdom": "^3.1.0",
+ "@crawlee/playwright": "^3.1.0",
+ "@crawlee/puppeteer": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"import-local": "^3.1.0"
}
},
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index 28a481dc6..1956e97bc 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/basic
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 4926dcaf0..a3d770411 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"got-scraping": "^3.2.9",
"ow": "^0.28.1",
"type-fest": "^3.0.0"
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index d1ae42ae1..8fa2141d9 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 7b4471a7a..fc31be44e 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"ow": "^0.28.1"
}
}
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index d1ae42ae1..fe502b23c 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 80c17b3d0..15001108e 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,7 +38,7 @@
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index 5a832b8bf..162a69b32 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index e3432ab6c..6540a0415 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,8 +53,8 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^8.0.1"
}
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index 162d351e0..bc02659f2 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index 5057b3166..2ecdaf43f 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "^3.0.4",
+ "@crawlee/templates": "^3.1.0",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/package.json b/packages/core/package.json
index abcf4a496..83453d98a 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -58,9 +58,9 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/memory-storage": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/memory-storage": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"csv-stringify": "^6.2.0",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index dee80cf09..e34989300 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index a55b02387..4bea127d1 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -56,16 +56,16 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/cheerio": "^3.0.4",
- "@crawlee/cli": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/jsdom": "^3.0.4",
- "@crawlee/playwright": "^3.0.4",
- "@crawlee/puppeteer": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/cheerio": "^3.1.0",
+ "@crawlee/cli": "^3.1.0",
+ "@crawlee/core": "^3.1.0",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/jsdom": "^3.1.0",
+ "@crawlee/playwright": "^3.1.0",
+ "@crawlee/puppeteer": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"import-local": "^3.1.0"
},
"peerDependencies": {
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index d8427c68e..0fc5b73b6 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/http
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 88ea56bd8..87f00756f 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/basic": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/content-type": "^1.1.5",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index dde2d045c..3ff87b77a 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index de91e11bb..392c71a68 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,8 +54,8 @@
},
"dependencies": {
"@apify/utilities": "^2.1.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
"@types/jsdom": "^20.0.0",
"jsdom": "^20.0.0"
}
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index a17e12e69..1111da020 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index 35eb81543..35710298e 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,8 +49,8 @@
},
"dependencies": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index d1ae42ae1..3a9d6bf2d 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 9e4055845..2181d499a 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index 736e72260..1936f0768 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/puppeteer
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 6893682a7..e88323f19 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.1.0",
+ "@crawlee/browser-pool": "^3.1.0",
+ "@crawlee/types": "^3.1.0",
+ "@crawlee/utils": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"devtools-protocol": "*",
"jquery": "^3.6.0",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index c9757797c..e0dc215b4 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 3e818a598..6b1da14db 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index b436818e0..6dfd4ac4c 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 5fd313414..16f8a4a8d 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index 05e5f4ba6..feed32498 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+# 3.1.0 (2022-10-13)
+
+**Note:** Version bump only for package @crawlee/utils
+
+
+
+
+
## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)
**Note:** Version bump only for package @crawlee/utils
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 076e5dd1c..5643ede8b 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.0.4",
+ "version": "3.1.0",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.1.0",
"cheerio": "1.0.0-rc.12",
"got-scraping": "^3.2.9",
"tslib": "^2.4.0"