Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.1.0
Apify Release Bot31fe3afcc6da
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex bc57098dd..00a2aafb1 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package crawlee++++++# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/core+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)### Featuresdiff --git a/lerna.json b/lerna.jsonindex dbd65120e..3caed66be 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.0.4",+ "version": "3.1.0","command": {"version": {"conventionalCommits": true,diff --git a/package-lock.json b/package-lock.jsonindex 04ea4f8a4..89b36202d 100644--- a/package-lock.json+++ b/package-lock.json@@ -16629,15 +16629,15 @@},"packages/basic-crawler": {"name": "@crawlee/basic",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/core": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"@@ -16648,14 +16648,14 @@},"packages/browser-crawler": {"name": "@crawlee/browser",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","ow": "^0.28.1"},"engines": {@@ -16664,12 +16664,12 @@},"packages/browser-pool": {"name": "@crawlee/browser-pool",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",@@ -16699,11 +16699,11 @@},"packages/cheerio-crawler": {"name": "@crawlee/cheerio",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"},@@ -16713,10 +16713,10 @@},"packages/cli": {"name": "@crawlee/cli",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {- "@crawlee/templates": "^3.0.4",+ "@crawlee/templates": "^3.1.0","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -16732,7 +16732,7 @@},"packages/core": {"name": "@crawlee/core",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/consts": "^2.0.0",@@ -16741,9 +16741,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/memory-storage": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",@@ -16781,19 +16781,19 @@}},"packages/crawlee": {- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {- "@crawlee/basic": "^3.0.4",- "@crawlee/browser": "^3.0.4",- "@crawlee/cheerio": "^3.0.4",- "@crawlee/cli": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/http": "^3.0.4",- "@crawlee/jsdom": "^3.0.4",- "@crawlee/playwright": "^3.0.4",- "@crawlee/puppeteer": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/cheerio": "^3.1.0",+ "@crawlee/cli": "^3.1.0",+ "@crawlee/core": "^3.1.0",+ "@crawlee/http": "^3.1.0",+ "@crawlee/jsdom": "^3.1.0",+ "@crawlee/playwright": "^3.1.0",+ "@crawlee/puppeteer": "^3.1.0",+ "@crawlee/utils": "^3.1.0","import-local": "^3.1.0"},"bin": {@@ -16817,13 +16817,13 @@},"packages/http-crawler": {"name": "@crawlee/http",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -16849,12 +16849,12 @@},"packages/jsdom-crawler": {"name": "@crawlee/jsdom",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"},@@ -16864,12 +16864,12 @@},"packages/memory-storage": {"name": "@crawlee/memory-storage",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -16884,15 +16884,15 @@},"packages/playwright-crawler": {"name": "@crawlee/playwright",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -16911,15 +16911,15 @@},"packages/puppeteer-crawler": {"name": "@crawlee/puppeteer",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",@@ -16939,7 +16939,7 @@},"packages/templates": {"name": "@crawlee/templates",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"ansi-colors": "^4.1.3",@@ -17237,7 +17237,7 @@},"packages/types": {"name": "@crawlee/types",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"tslib": "^2.4.0"@@ -17248,12 +17248,12 @@},"packages/utils": {"name": "@crawlee/utils",- "version": "3.0.4",+ "version": "3.1.0","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -18057,9 +18057,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/core": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"@@ -18069,10 +18069,10 @@"version": "file:packages/browser-crawler","requires": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","ow": "^0.28.1"}},@@ -18081,7 +18081,7 @@"requires": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",@@ -18097,8 +18097,8 @@"@crawlee/cheerio": {"version": "file:packages/cheerio-crawler","requires": {- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"}@@ -18106,7 +18106,7 @@"@crawlee/cli": {"version": "file:packages/cli","requires": {- "@crawlee/templates": "^3.0.4",+ "@crawlee/templates": "^3.1.0","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -18123,9 +18123,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/memory-storage": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",@@ -18163,8 +18163,8 @@"requires": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -18188,8 +18188,8 @@"version": "file:packages/jsdom-crawler","requires": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"}@@ -18198,8 +18198,8 @@"version": "file:packages/memory-storage","requires": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -18214,10 +18214,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -18228,10 +18228,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",@@ -18428,7 +18428,7 @@"requires": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -22536,16 +22536,16 @@"crawlee": {"version": "file:packages/crawlee","requires": {- "@crawlee/basic": "^3.0.4",- "@crawlee/browser": "^3.0.4",- "@crawlee/cheerio": "^3.0.4",- "@crawlee/cli": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/http": "^3.0.4",- "@crawlee/jsdom": "^3.0.4",- "@crawlee/playwright": "^3.0.4",- "@crawlee/puppeteer": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/cheerio": "^3.1.0",+ "@crawlee/cli": "^3.1.0",+ "@crawlee/core": "^3.1.0",+ "@crawlee/http": "^3.1.0",+ "@crawlee/jsdom": "^3.1.0",+ "@crawlee/playwright": "^3.1.0",+ "@crawlee/puppeteer": "^3.1.0",+ "@crawlee/utils": "^3.1.0","import-local": "^3.1.0"}},diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 28a481dc6..1956e97bc 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/basic+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 4926dcaf0..a3d770411 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/core": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex d1ae42ae1..8fa2141d9 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/browser+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 7b4471a7a..fc31be44e 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","ow": "^0.28.1"}}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex d1ae42ae1..fe502b23c 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 80c17b3d0..15001108e 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.0.4",+ "version": "3.1.0","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,7 +38,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 5a832b8bf..162a69b32 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex e3432ab6c..6540a0415 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"}diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 162d351e0..bc02659f2 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/cli+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 5057b3166..2ecdaf43f 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "^3.0.4",+ "@crawlee/templates": "^3.1.0","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",diff --git a/packages/core/package.json b/packages/core/package.jsonindex abcf4a496..83453d98a 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -58,9 +58,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/memory-storage": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex dee80cf09..e34989300 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package crawlee+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex a55b02387..4bea127d1 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,16 +56,16 @@"access": "public"},"dependencies": {- "@crawlee/basic": "^3.0.4",- "@crawlee/browser": "^3.0.4",- "@crawlee/cheerio": "^3.0.4",- "@crawlee/cli": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/http": "^3.0.4",- "@crawlee/jsdom": "^3.0.4",- "@crawlee/playwright": "^3.0.4",- "@crawlee/puppeteer": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/cheerio": "^3.1.0",+ "@crawlee/cli": "^3.1.0",+ "@crawlee/core": "^3.1.0",+ "@crawlee/http": "^3.1.0",+ "@crawlee/jsdom": "^3.1.0",+ "@crawlee/playwright": "^3.1.0",+ "@crawlee/puppeteer": "^3.1.0",+ "@crawlee/utils": "^3.1.0","import-local": "^3.1.0"},"peerDependencies": {diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex d8427c68e..0fc5b73b6 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/http+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 88ea56bd8..87f00756f 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/basic": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex dde2d045c..3ff87b77a 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex de91e11bb..392c71a68 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,8 +54,8 @@},"dependencies": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.1.0",+ "@crawlee/types": "^3.1.0","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"}diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex a17e12e69..1111da020 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 35eb81543..35710298e 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.0.4",+ "version": "3.1.0","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,8 +49,8 @@},"dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex d1ae42ae1..3a9d6bf2d 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 9e4055845..2181d499a 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 736e72260..1936f0768 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 6893682a7..e88323f19 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.0.4",+ "version": "3.1.0","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.1.0",+ "@crawlee/browser-pool": "^3.1.0",+ "@crawlee/types": "^3.1.0",+ "@crawlee/utils": "^3.1.0","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex c9757797c..e0dc215b4 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/templates+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 3e818a598..6b1da14db 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.0.4",+ "version": "3.1.0","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex b436818e0..6dfd4ac4c 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/types+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 5fd313414..16f8a4a8d 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.0.4",+ "version": "3.1.0","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 05e5f4ba6..feed32498 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+# 3.1.0 (2022-10-13)++**Note:** Version bump only for package @crawlee/utils+++++## [3.0.4](https://github.com/apify/crawlee/compare/v3.0.3...v3.0.4) (2022-08-22)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 076e5dd1c..5643ede8b 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.0.4",+ "version": "3.1.0","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.1.0","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"