Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.1.1
Apify Release Botf9a11e0be532
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 7c35bdcd9..2dda8cb3b 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package crawlee+++++# [3.1.0](https://github.com/apify/crawlee/compare/v3.0.4...v3.1.0) (2022-10-13)diff --git a/lerna.json b/lerna.jsonindex 3caed66be..48ebf6838 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.1.0",+ "version": "3.1.1","command": {"version": {"conventionalCommits": true,diff --git a/package-lock.json b/package-lock.jsonindex 90d782dbc..7bdb807a8 100644--- a/package-lock.json+++ b/package-lock.json@@ -16592,15 +16592,15 @@},"packages/basic-crawler": {"name": "@crawlee/basic",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/core": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"@@ -16611,14 +16611,14 @@},"packages/browser-crawler": {"name": "@crawlee/browser",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","ow": "^0.28.1"},"engines": {@@ -16627,12 +16627,12 @@},"packages/browser-pool": {"name": "@crawlee/browser-pool",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",@@ -16662,11 +16662,11 @@},"packages/cheerio-crawler": {"name": "@crawlee/cheerio",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"},@@ -16676,10 +16676,10 @@},"packages/cli": {"name": "@crawlee/cli",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {- "@crawlee/templates": "^3.1.0",+ "@crawlee/templates": "^3.1.1","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -16695,7 +16695,7 @@},"packages/core": {"name": "@crawlee/core",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/consts": "^2.0.0",@@ -16704,9 +16704,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/memory-storage": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",@@ -16744,19 +16744,19 @@}},"packages/crawlee": {- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {- "@crawlee/basic": "^3.1.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/cheerio": "^3.1.0",- "@crawlee/cli": "^3.1.0",- "@crawlee/core": "^3.1.0",- "@crawlee/http": "^3.1.0",- "@crawlee/jsdom": "^3.1.0",- "@crawlee/playwright": "^3.1.0",- "@crawlee/puppeteer": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/cheerio": "^3.1.1",+ "@crawlee/cli": "^3.1.1",+ "@crawlee/core": "^3.1.1",+ "@crawlee/http": "^3.1.1",+ "@crawlee/jsdom": "^3.1.1",+ "@crawlee/playwright": "^3.1.1",+ "@crawlee/puppeteer": "^3.1.1",+ "@crawlee/utils": "^3.1.1","import-local": "^3.1.0"},"bin": {@@ -16780,13 +16780,13 @@},"packages/http-crawler": {"name": "@crawlee/http",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -16812,12 +16812,12 @@},"packages/jsdom-crawler": {"name": "@crawlee/jsdom",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"},@@ -16827,12 +16827,12 @@},"packages/memory-storage": {"name": "@crawlee/memory-storage",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -16847,15 +16847,15 @@},"packages/playwright-crawler": {"name": "@crawlee/playwright",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -16874,15 +16874,15 @@},"packages/puppeteer-crawler": {"name": "@crawlee/puppeteer",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",@@ -16902,7 +16902,7 @@},"packages/templates": {"name": "@crawlee/templates",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"ansi-colors": "^4.1.3",@@ -17189,7 +17189,7 @@},"packages/types": {"name": "@crawlee/types",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"tslib": "^2.4.0"@@ -17200,12 +17200,12 @@},"packages/utils": {"name": "@crawlee/utils",- "version": "3.1.0",+ "version": "3.1.1","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -18009,9 +18009,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/core": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"@@ -18021,10 +18021,10 @@"version": "file:packages/browser-crawler","requires": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","ow": "^0.28.1"}},@@ -18033,7 +18033,7 @@"requires": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",@@ -18049,8 +18049,8 @@"@crawlee/cheerio": {"version": "file:packages/cheerio-crawler","requires": {- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"}@@ -18058,7 +18058,7 @@"@crawlee/cli": {"version": "file:packages/cli","requires": {- "@crawlee/templates": "^3.1.0",+ "@crawlee/templates": "^3.1.1","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -18075,9 +18075,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/memory-storage": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",@@ -18115,8 +18115,8 @@"requires": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -18140,8 +18140,8 @@"version": "file:packages/jsdom-crawler","requires": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"}@@ -18150,8 +18150,8 @@"version": "file:packages/memory-storage","requires": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -18166,10 +18166,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -18180,10 +18180,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",@@ -18375,7 +18375,7 @@"requires": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -22471,16 +22471,16 @@"crawlee": {"version": "file:packages/crawlee","requires": {- "@crawlee/basic": "^3.1.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/cheerio": "^3.1.0",- "@crawlee/cli": "^3.1.0",- "@crawlee/core": "^3.1.0",- "@crawlee/http": "^3.1.0",- "@crawlee/jsdom": "^3.1.0",- "@crawlee/playwright": "^3.1.0",- "@crawlee/puppeteer": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/cheerio": "^3.1.1",+ "@crawlee/cli": "^3.1.1",+ "@crawlee/core": "^3.1.1",+ "@crawlee/http": "^3.1.1",+ "@crawlee/jsdom": "^3.1.1",+ "@crawlee/playwright": "^3.1.1",+ "@crawlee/puppeteer": "^3.1.1",+ "@crawlee/utils": "^3.1.1","import-local": "^3.1.0"}},diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 1956e97bc..9b9d1bd79 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/basic+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex a3d770411..cf75eec9a 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/core": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","got-scraping": "^3.2.9","ow": "^0.28.1","type-fest": "^3.0.0"diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 8fa2141d9..2e0cd5237 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/browser+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex fc31be44e..c45de0eea 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","ow": "^0.28.1"}}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex fe502b23c..618c42b44 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/browser-pool+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 04f258599..c3061b3d0 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.1.0",+ "version": "3.1.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,7 +38,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 162a69b32..69d8bc657 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/cheerio+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 6540a0415..2d62b19f1 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"}diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex bc02659f2..01225ad64 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/cli+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 2ecdaf43f..ab2d738c2 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "^3.1.0",+ "@crawlee/templates": "^3.1.1","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 7c35bdcd9..801d94862 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/core+++++# [3.1.0](https://github.com/apify/crawlee/compare/v3.0.4...v3.1.0) (2022-10-13)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 714272394..9b1a1d486 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/memory-storage": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex e34989300..9e50b8300 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package crawlee+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 777e8d84d..ac945681e 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,16 +56,16 @@"access": "public"},"dependencies": {- "@crawlee/basic": "^3.1.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/cheerio": "^3.1.0",- "@crawlee/cli": "^3.1.0",- "@crawlee/core": "^3.1.0",- "@crawlee/http": "^3.1.0",- "@crawlee/jsdom": "^3.1.0",- "@crawlee/playwright": "^3.1.0",- "@crawlee/puppeteer": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/cheerio": "^3.1.1",+ "@crawlee/cli": "^3.1.1",+ "@crawlee/core": "^3.1.1",+ "@crawlee/http": "^3.1.1",+ "@crawlee/jsdom": "^3.1.1",+ "@crawlee/playwright": "^3.1.1",+ "@crawlee/puppeteer": "^3.1.1",+ "@crawlee/utils": "^3.1.1","import-local": "^3.1.0"},"peerDependencies": {diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 0fc5b73b6..55baf91a3 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/http+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 87f00756f..39e54a606 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/basic": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 3ff87b77a..ed5147b19 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/jsdom+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 392c71a68..0d74eae7b 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,8 +54,8 @@},"dependencies": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.1.0",- "@crawlee/types": "^3.1.0",+ "@crawlee/http": "^3.1.1",+ "@crawlee/types": "^3.1.1","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"}diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 1111da020..5e3fc0fc0 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/memory-storage+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 35710298e..7222d59eb 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.1.0",+ "version": "3.1.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,8 +49,8 @@},"dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 3a9d6bf2d..9279645ac 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/playwright+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 2181d499a..2c27080f5 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 1936f0768..f5022422e 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/puppeteer+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 19f4fa711..75a918178 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.1.0",+ "version": "3.1.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.1.0",- "@crawlee/browser-pool": "^3.1.0",- "@crawlee/types": "^3.1.0",- "@crawlee/utils": "^3.1.0",+ "@crawlee/browser": "^3.1.1",+ "@crawlee/browser-pool": "^3.1.1",+ "@crawlee/types": "^3.1.1",+ "@crawlee/utils": "^3.1.1","cheerio": "1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex e0dc215b4..e2ccfcaf8 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/templates+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 6b1da14db..f63981efc 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.1.0",+ "version": "3.1.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 6dfd4ac4c..62826af77 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/types+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 16f8a4a8d..5af3a2db0 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.1.0",+ "version": "3.1.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex feed32498..09ea2bcef 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## 3.1.1 (2022-11-07)++**Note:** Version bump only for package @crawlee/utils+++++# 3.1.0 (2022-10-13)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 5643ede8b..cbbb01db2 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.1.0",+ "version": "3.1.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.1.0",+ "@crawlee/types": "^3.1.1","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"