Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.5.5
Apify Release Botbe2d8d9bde9d
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 011735e7d..5fed73801 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,25 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)+* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)+* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))+* **types:** make return type of RequestProvider.open and RequestQueue(v2).open strict and accurate ([#2096](https://github.com/apify/crawlee/issues/2096)) ([dfaddb9](https://github.com/apify/crawlee/commit/dfaddb920d9772985e0b54e0ce029cc7d99b1efa))+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)diff --git a/lerna.json b/lerna.jsonindex 0523758b9..33d11b713 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.5.4",+ "version": "3.5.5","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 25bbd5b98..c4c3216fd 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 22a59a5d0..8cd685e29 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/core": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","got-scraping": "^3.2.15","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex f02d1d488..4c175c2e8 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 4e5e7c73f..c6fe97a1f 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.5.4",- "@crawlee/browser-pool": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/basic": "^3.5.5",+ "@crawlee/browser-pool": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex ad87b0574..5a0e12857 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 6753f6764..0f7f023ff 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.5.4",+ "version": "3.5.5","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.5.4",- "@crawlee/types": "3.5.4",+ "@crawlee/core": "^3.5.5",+ "@crawlee/types": "^3.5.5","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 155a011e2..7fbe1d7df 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 68783ffea..a61737b58 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.5.4",- "@crawlee/types": "3.5.4",+ "@crawlee/http": "^3.5.5",+ "@crawlee/types": "^3.5.5","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex b3e5b1063..a85966a91 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex d3bf2e84f..ddda17c51 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.5.4",+ "@crawlee/templates": "^3.5.5","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex d5e17304a..21b048d75 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)+* **types:** make return type of RequestProvider.open and RequestQueue(v2).open strict and accurate ([#2096](https://github.com/apify/crawlee/issues/2096)) ([dfaddb9](https://github.com/apify/crawlee/commit/dfaddb920d9772985e0b54e0ce029cc7d99b1efa))+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 5b77b3fa5..30f084192 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/memory-storage": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 5b3b6705e..73bbf0e2a 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 3846c6835..869a59360 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.5.4",- "@crawlee/browser": "3.5.4",- "@crawlee/browser-pool": "3.5.4",- "@crawlee/cheerio": "3.5.4",- "@crawlee/cli": "3.5.4",- "@crawlee/core": "3.5.4",- "@crawlee/http": "3.5.4",- "@crawlee/jsdom": "3.5.4",- "@crawlee/linkedom": "3.5.4",- "@crawlee/playwright": "3.5.4",- "@crawlee/puppeteer": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/basic": "^3.5.5",+ "@crawlee/browser": "^3.5.5",+ "@crawlee/browser-pool": "^3.5.5",+ "@crawlee/cheerio": "^3.5.5",+ "@crawlee/cli": "^3.5.5",+ "@crawlee/core": "^3.5.5",+ "@crawlee/http": "^3.5.5",+ "@crawlee/jsdom": "^3.5.5",+ "@crawlee/linkedom": "^3.5.5",+ "@crawlee/playwright": "^3.5.5",+ "@crawlee/puppeteer": "^3.5.5",+ "@crawlee/utils": "^3.5.5","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 020a4d83f..56ad200b4 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)++**Note:** Version bump only for package @crawlee/http+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 8127c72c8..c903746fb 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/basic": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex f7b59f62a..aee809f7b 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 9b0352578..a059064d0 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.4",- "@crawlee/types": "3.5.4",+ "@crawlee/http": "^3.5.5",+ "@crawlee/types": "^3.5.5","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex cede4e6c3..994f3a348 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 417f8a36b..5946d9e0c 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.4",- "@crawlee/types": "3.5.4",+ "@crawlee/http": "^3.5.5",+ "@crawlee/types": "^3.5.5","linkedom": "^0.15.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 3845addd9..e9f900eed 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex bd7127e7a..1d259e06a 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.5.4",+ "version": "3.5.5","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.5.4",+ "@crawlee/types": "^3.5.5","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 6ac9e37dd..159088a80 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 6b9884ec2..e8577a229 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.4",- "@crawlee/browser-pool": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/browser": "^3.5.5",+ "@crawlee/browser-pool": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 0efea3a28..1c5e4904a 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)+++### Features++* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex ed5e27df4..38409e923 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.5.4",+ "version": "3.5.5","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.4",- "@crawlee/browser-pool": "3.5.4",- "@crawlee/types": "3.5.4",- "@crawlee/utils": "3.5.4",+ "@crawlee/browser": "^3.5.5",+ "@crawlee/browser-pool": "^3.5.5",+ "@crawlee/types": "^3.5.5",+ "@crawlee/utils": "^3.5.5","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 9f6bba5d5..27d609df6 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)+++### Bug Fixes++* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex bcb47b33b..dbe4d2e84 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.5.4",+ "version": "3.5.5","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 5c61741a8..a84f73542 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)++**Note:** Version bump only for package @crawlee/types+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 02cd342a4..5621fb126 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.5.4",+ "version": "3.5.5","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 51d34e4d2..1f46ee512 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)++**Note:** Version bump only for package @crawlee/utils+++++## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 40d811695..8ac6c1d99 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.5.4",+ "version": "3.5.5","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.5.4",+ "@crawlee/types": "^3.5.5","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.15","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex ac9e5d446..a756dccfc 100644--- a/yarn.lock+++ b/yarn.lock@@ -737,16 +737,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.5.5, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/core": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/core": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5got-scraping: ^3.2.15ow: ^0.28.1tldts: ^6.0.0@@ -755,14 +755,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.5.5, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0- "@crawlee/core": 3.5.4- "@crawlee/types": 3.5.4+ "@crawlee/core": ^3.5.5+ "@crawlee/types": ^3.5.5fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -784,37 +784,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.5.5, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": 3.5.4- "@crawlee/browser-pool": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/basic": ^3.5.5+ "@crawlee/browser-pool": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.5.5, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": 3.5.4- "@crawlee/types": 3.5.4+ "@crawlee/http": ^3.5.5+ "@crawlee/types": ^3.5.5cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.5.5, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": 3.5.4+ "@crawlee/templates": ^3.5.5ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -826,7 +826,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/core@^3.5.3, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.5.3, @crawlee/core@^3.5.5, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -836,9 +836,9 @@ __metadata:"@apify/pseudo_url": ^2.0.30"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/memory-storage": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/memory-storage": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.2.2@@ -856,15 +856,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.5.5, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/basic": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/basic": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -877,14 +877,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.5.5, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.4- "@crawlee/types": 3.5.4+ "@crawlee/http": ^3.5.5+ "@crawlee/types": ^3.5.5"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -893,26 +893,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.5.5, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.4- "@crawlee/types": 3.5.4+ "@crawlee/http": ^3.5.5+ "@crawlee/types": ^3.5.5linkedom: ^0.15.0ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.5.5, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.4.0- "@crawlee/types": 3.5.4+ "@crawlee/types": ^3.5.5"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -924,16 +924,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.5.5, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.4- "@crawlee/browser-pool": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/browser": ^3.5.5+ "@crawlee/browser-pool": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5cheerio: ^1.0.0-rc.12idcac-playwright: ^0.1.2jquery: ^3.6.0@@ -947,16 +947,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.5.5, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.4- "@crawlee/browser-pool": 3.5.4- "@crawlee/types": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/browser": ^3.5.5+ "@crawlee/browser-pool": ^3.5.5+ "@crawlee/types": ^3.5.5+ "@crawlee/utils": ^3.5.5cheerio: ^1.0.0-rc.12devtools-protocol: "*"idcac-playwright: ^0.1.2@@ -1030,7 +1030,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.5.5, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1042,7 +1042,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@^3.5.5, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1050,13 +1050,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/utils@^3.5.3, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.5.3, @crawlee/utils@^3.5.5, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.4.0"@apify/ps-tree": ^1.2.0- "@crawlee/types": 3.5.4+ "@crawlee/types": ^3.5.5cheerio: ^1.0.0-rc.12got-scraping: ^3.2.15ow: ^0.28.1@@ -4341,18 +4341,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": 3.5.4- "@crawlee/browser": 3.5.4- "@crawlee/browser-pool": 3.5.4- "@crawlee/cheerio": 3.5.4- "@crawlee/cli": 3.5.4- "@crawlee/core": 3.5.4- "@crawlee/http": 3.5.4- "@crawlee/jsdom": 3.5.4- "@crawlee/linkedom": 3.5.4- "@crawlee/playwright": 3.5.4- "@crawlee/puppeteer": 3.5.4- "@crawlee/utils": 3.5.4+ "@crawlee/basic": ^3.5.5+ "@crawlee/browser": ^3.5.5+ "@crawlee/browser-pool": ^3.5.5+ "@crawlee/cheerio": ^3.5.5+ "@crawlee/cli": ^3.5.5+ "@crawlee/core": ^3.5.5+ "@crawlee/http": ^3.5.5+ "@crawlee/jsdom": ^3.5.5+ "@crawlee/linkedom": ^3.5.5+ "@crawlee/playwright": ^3.5.5+ "@crawlee/puppeteer": ^3.5.5+ "@crawlee/utils": ^3.5.5import-local: ^3.1.0tslib: ^2.4.0peerDependencies: