Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.5.1
Apify Release Botb389ccdca311
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 1f06707e4..89a2367a0 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)+++### Bug Fixes++* add `Request.maxRetries` to the `RequestOptions` interface ([#2024](https://github.com/apify/crawlee/issues/2024)) ([6433821](https://github.com/apify/crawlee/commit/6433821a59538b1f1cb4f29addd83a259ddda74f))+* log original error message on session rotation ([#2022](https://github.com/apify/crawlee/issues/2022)) ([8a11ffb](https://github.com/apify/crawlee/commit/8a11ffbdaef6b2fe8603aac570c3038f84c2f203))+++### Features++* exceeding maxSessionRotations calls failedRequestHandler ([#2029](https://github.com/apify/crawlee/issues/2029)) ([b1cb108](https://github.com/apify/crawlee/commit/b1cb108882ab28d956adfc3d77ba9813507823f6)), closes [#2028](https://github.com/apify/crawlee/issues/2028)+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/lerna.json b/lerna.jsonindex 4e96cb30c..c26829e8b 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.5.0",+ "version": "3.5.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 25131bb75..724f50fc3 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)+++### Features++* exceeding maxSessionRotations calls failedRequestHandler ([#2029](https://github.com/apify/crawlee/issues/2029)) ([b1cb108](https://github.com/apify/crawlee/commit/b1cb108882ab28d956adfc3d77ba9813507823f6)), closes [#2028](https://github.com/apify/crawlee/issues/2028)+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex d1ed6245f..c96f99ef2 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/core": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","got-scraping": "^3.2.9","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex c26f71e75..32ed9845a 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)+++### Bug Fixes++* log original error message on session rotation ([#2022](https://github.com/apify/crawlee/issues/2022)) ([8a11ffb](https://github.com/apify/crawlee/commit/8a11ffbdaef6b2fe8603aac570c3038f84c2f203))+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 3d2b87d8e..5a120422f 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.5.0",- "@crawlee/browser-pool": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/basic": "^3.5.1",+ "@crawlee/browser-pool": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 5387728d9..0fb76f3d5 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/browser-pool+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex d7f0ce548..f3f764876 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.5.0",+ "version": "3.5.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,7 +38,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/types": "^3.5.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex d3fbc0299..77871a843 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 871a90bf6..2b8a4bc6e 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "^3.5.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/http": "^3.5.1",+ "@crawlee/types": "^3.5.1","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex c8d21ee2a..ebe50ca7f 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/cli+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 80646b56f..26a337fbd 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "^3.5.0",+ "@crawlee/templates": "^3.5.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 9abb93eef..92b952ff8 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)+++### Bug Fixes++* add `Request.maxRetries` to the `RequestOptions` interface ([#2024](https://github.com/apify/crawlee/issues/2024)) ([6433821](https://github.com/apify/crawlee/commit/6433821a59538b1f1cb4f29addd83a259ddda74f))+* log original error message on session rotation ([#2022](https://github.com/apify/crawlee/issues/2022)) ([8a11ffb](https://github.com/apify/crawlee/commit/8a11ffbdaef6b2fe8603aac570c3038f84c2f203))+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 026fe4722..47cdcb65e 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/memory-storage": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex f8a8d46cf..f6941e245 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package crawlee+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 9977c945a..b262cf32f 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,17 +54,17 @@"access": "public"},"dependencies": {- "@crawlee/basic": "^3.5.0",- "@crawlee/browser": "^3.5.0",- "@crawlee/cheerio": "^3.5.0",- "@crawlee/cli": "^3.5.0",- "@crawlee/core": "^3.5.0",- "@crawlee/http": "^3.5.0",- "@crawlee/jsdom": "^3.5.0",- "@crawlee/linkedom": "^3.5.0",- "@crawlee/playwright": "^3.5.0",- "@crawlee/puppeteer": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/basic": "^3.5.1",+ "@crawlee/browser": "^3.5.1",+ "@crawlee/cheerio": "^3.5.1",+ "@crawlee/cli": "^3.5.1",+ "@crawlee/core": "^3.5.1",+ "@crawlee/http": "^3.5.1",+ "@crawlee/jsdom": "^3.5.1",+ "@crawlee/linkedom": "^3.5.1",+ "@crawlee/playwright": "^3.5.1",+ "@crawlee/puppeteer": "^3.5.1",+ "@crawlee/utils": "^3.5.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 616e8c18c..92046637a 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)+++### Bug Fixes++* log original error message on session rotation ([#2022](https://github.com/apify/crawlee/issues/2022)) ([8a11ffb](https://github.com/apify/crawlee/commit/8a11ffbdaef6b2fe8603aac570c3038f84c2f203))+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 4f6eab7be..5ac3b300f 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/basic": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 9c4382f63..e51537ce9 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/jsdom+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex f782505a6..5cb1deb04 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "^3.5.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/http": "^3.5.1",+ "@crawlee/types": "^3.5.1","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 423809bad..05d59f84d 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/linkedom+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 5bd921d23..b09fdaced 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "^3.5.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/http": "^3.5.1",+ "@crawlee/types": "^3.5.1","linkedom": "^0.15.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 84795c148..7cb73f07d 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex ff3d18b1b..fef50864d 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.5.0",+ "version": "3.5.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/types": "^3.5.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 352bdb99e..4c89aebfe 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex d3c7f27f7..6c0c5df1c 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "^3.5.0",- "@crawlee/browser-pool": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/browser": "^3.5.1",+ "@crawlee/browser-pool": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 808a4e135..47fcbf478 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex febdf4f89..121d06c3b 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.5.0",+ "version": "3.5.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "^3.5.0",- "@crawlee/browser-pool": "^3.5.0",- "@crawlee/types": "^3.5.0",- "@crawlee/utils": "^3.5.0",+ "@crawlee/browser": "^3.5.1",+ "@crawlee/browser-pool": "^3.5.1",+ "@crawlee/types": "^3.5.1",+ "@crawlee/utils": "^3.5.1","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 1cdf1432d..33b3a775e 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/templates+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex e0705f8ff..e167846e5 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.5.0",+ "version": "3.5.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 2c32d18af..1d23154ad 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/types+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/types/package.json b/packages/types/package.jsonindex 440d9684d..cb41eae00 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.5.0",+ "version": "3.5.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 4de71631c..b578fd931 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.1](https://github.com/apify/crawlee/compare/v3.5.0...v3.5.1) (2023-08-16)++**Note:** Version bump only for package @crawlee/utils+++++# [3.5.0](https://github.com/apify/crawlee/compare/v3.4.2...v3.5.0) (2023-07-31)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex a92066677..f07a244e2 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.5.0",+ "version": "3.5.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "^3.5.0",+ "@crawlee/types": "^3.5.1","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.9","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex e26b1a32c..d27228c4a 100644--- a/yarn.lock+++ b/yarn.lock@@ -738,16 +738,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@^3.5.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.5.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/core": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/core": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1got-scraping: ^3.2.9ow: ^0.28.1tldts: ^6.0.0@@ -756,13 +756,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@^3.5.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.5.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0- "@crawlee/types": ^3.5.0+ "@crawlee/types": ^3.5.1fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -784,37 +784,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@^3.5.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.5.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": ^3.5.0- "@crawlee/browser-pool": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/basic": ^3.5.1+ "@crawlee/browser-pool": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cheerio@^3.5.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.5.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": ^3.5.0- "@crawlee/types": ^3.5.0+ "@crawlee/http": ^3.5.1+ "@crawlee/types": ^3.5.1cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cli@^3.5.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.5.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": ^3.5.0+ "@crawlee/templates": ^3.5.1ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -826,7 +826,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@^3.4.2, @crawlee/core@^3.5.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.4.2, @crawlee/core@^3.5.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -836,9 +836,9 @@ __metadata:"@apify/pseudo_url": ^2.0.30"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/memory-storage": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/memory-storage": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.2.2@@ -856,15 +856,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@^3.5.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.5.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/basic": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/basic": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -877,14 +877,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@^3.5.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.5.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": ^3.5.0- "@crawlee/types": ^3.5.0+ "@crawlee/http": ^3.5.1+ "@crawlee/types": ^3.5.1"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -893,26 +893,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@^3.5.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.5.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": ^3.5.0- "@crawlee/types": ^3.5.0+ "@crawlee/http": ^3.5.1+ "@crawlee/types": ^3.5.1linkedom: ^0.15.0ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/memory-storage@^3.5.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.5.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.4.0- "@crawlee/types": ^3.5.0+ "@crawlee/types": ^3.5.1"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -924,16 +924,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@^3.5.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.5.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": ^3.5.0- "@crawlee/browser-pool": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/browser": ^3.5.1+ "@crawlee/browser-pool": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1cheerio: ^1.0.0-rc.12idcac-playwright: ^0.1.2jquery: ^3.6.0@@ -947,16 +947,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@^3.5.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.5.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": ^3.5.0- "@crawlee/browser-pool": ^3.5.0- "@crawlee/types": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/browser": ^3.5.1+ "@crawlee/browser-pool": ^3.5.1+ "@crawlee/types": ^3.5.1+ "@crawlee/utils": ^3.5.1cheerio: ^1.0.0-rc.12devtools-protocol: "*"idcac-playwright: ^0.1.2@@ -1027,7 +1027,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@^3.5.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.5.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1039,7 +1039,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@^3.5.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@^3.5.1, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1047,13 +1047,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@^3.4.2, @crawlee/utils@^3.5.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.4.2, @crawlee/utils@^3.5.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.4.0"@apify/ps-tree": ^1.2.0- "@crawlee/types": ^3.5.0+ "@crawlee/types": ^3.5.1cheerio: ^1.0.0-rc.12got-scraping: ^3.2.9ow: ^0.28.1@@ -4292,17 +4292,17 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": ^3.5.0- "@crawlee/browser": ^3.5.0- "@crawlee/cheerio": ^3.5.0- "@crawlee/cli": ^3.5.0- "@crawlee/core": ^3.5.0- "@crawlee/http": ^3.5.0- "@crawlee/jsdom": ^3.5.0- "@crawlee/linkedom": ^3.5.0- "@crawlee/playwright": ^3.5.0- "@crawlee/puppeteer": ^3.5.0- "@crawlee/utils": ^3.5.0+ "@crawlee/basic": ^3.5.1+ "@crawlee/browser": ^3.5.1+ "@crawlee/cheerio": ^3.5.1+ "@crawlee/cli": ^3.5.1+ "@crawlee/core": ^3.5.1+ "@crawlee/http": ^3.5.1+ "@crawlee/jsdom": ^3.5.1+ "@crawlee/linkedom": ^3.5.1+ "@crawlee/playwright": ^3.5.1+ "@crawlee/puppeteer": ^3.5.1+ "@crawlee/utils": ^3.5.1import-local: ^3.1.0tslib: ^2.4.0peerDependencies: