Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.5.5

Apify Release Botbe2d8d9bde9d
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 011735e7d..5fed73801 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,25 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)
+* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)
+* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))
+* **types:** make return type of RequestProvider.open and RequestQueue(v2).open strict and accurate ([#2096](https://github.com/apify/crawlee/issues/2096)) ([dfaddb9](https://github.com/apify/crawlee/commit/dfaddb920d9772985e0b54e0ce029cc7d99b1efa))
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
diff --git a/lerna.json b/lerna.json
index 0523758b9..33d11b713 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.5.4",
+ "version": "3.5.5",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index 25bbd5b98..c4c3216fd 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,22 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 22a59a5d0..8cd685e29 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/core": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"got-scraping": "^3.2.15",
"ow": "^0.28.1",
"tldts": "^6.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index f02d1d488..4c175c2e8 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/browser
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 4e5e7c73f..c6fe97a1f 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.5.4",
- "@crawlee/browser-pool": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/basic": "^3.5.5",
+ "@crawlee/browser-pool": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"ow": "^0.28.1",
"tslib": "^2.4.0"
}
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index ad87b0574..5a0e12857 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/browser-pool
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 6753f6764..0f7f023ff 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.5.4",
- "@crawlee/types": "3.5.4",
+ "@crawlee/core": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index 155a011e2..7fbe1d7df 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 68783ffea..a61737b58 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,8 +53,8 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.5.4",
- "@crawlee/types": "3.5.4",
+ "@crawlee/http": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
"cheerio": "^1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index b3e5b1063..a85966a91 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index d3bf2e84f..ddda17c51 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.5.4",
+ "@crawlee/templates": "^3.5.5",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index d5e17304a..21b048d75 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,23 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* session pool leaks memory on multiple crawler runs ([#2083](https://github.com/apify/crawlee/issues/2083)) ([b96582a](https://github.com/apify/crawlee/commit/b96582a200e25ec11124da1f7f84a2b16b64d133)), closes [#2074](https://github.com/apify/crawlee/issues/2074) [#2031](https://github.com/apify/crawlee/issues/2031)
+* **types:** make return type of RequestProvider.open and RequestQueue(v2).open strict and accurate ([#2096](https://github.com/apify/crawlee/issues/2096)) ([dfaddb9](https://github.com/apify/crawlee/commit/dfaddb920d9772985e0b54e0ce029cc7d99b1efa))
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
diff --git a/packages/core/package.json b/packages/core/package.json
index 5b77b3fa5..30f084192 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/memory-storage": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"@sapphire/async-queue": "^1.5.0",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index 5b3b6705e..73bbf0e2a 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index 3846c6835..869a59360 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.5.4",
- "@crawlee/browser": "3.5.4",
- "@crawlee/browser-pool": "3.5.4",
- "@crawlee/cheerio": "3.5.4",
- "@crawlee/cli": "3.5.4",
- "@crawlee/core": "3.5.4",
- "@crawlee/http": "3.5.4",
- "@crawlee/jsdom": "3.5.4",
- "@crawlee/linkedom": "3.5.4",
- "@crawlee/playwright": "3.5.4",
- "@crawlee/puppeteer": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/basic": "^3.5.5",
+ "@crawlee/browser": "^3.5.5",
+ "@crawlee/browser-pool": "^3.5.5",
+ "@crawlee/cheerio": "^3.5.5",
+ "@crawlee/cli": "^3.5.5",
+ "@crawlee/core": "^3.5.5",
+ "@crawlee/http": "^3.5.5",
+ "@crawlee/jsdom": "^3.5.5",
+ "@crawlee/linkedom": "^3.5.5",
+ "@crawlee/playwright": "^3.5.5",
+ "@crawlee/puppeteer": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index 020a4d83f..56ad200b4 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/http
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 8127c72c8..c903746fb 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/basic": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"@types/content-type": "^1.1.5",
"cheerio": "^1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index f7b59f62a..aee809f7b 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index 9b0352578..a059064d0 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.5.4",
- "@crawlee/types": "3.5.4",
+ "@crawlee/http": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
"@types/jsdom": "^21.0.0",
"cheerio": "^1.0.0-rc.12",
"jsdom": "^22.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index cede4e6c3..994f3a348 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index 417f8a36b..5946d9e0c 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.5.4",
- "@crawlee/types": "3.5.4",
+ "@crawlee/http": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
"linkedom": "^0.15.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index 3845addd9..e9f900eed 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/memory-storage
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index bd7127e7a..1d259e06a 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.5.4",
+ "@crawlee/types": "^3.5.5",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 6ac9e37dd..159088a80 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,22 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 6b9884ec2..e8577a229 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.5.4",
- "@crawlee/browser-pool": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/browser": "^3.5.5",
+ "@crawlee/browser-pool": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"cheerio": "^1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index 0efea3a28..1c5e4904a 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,22 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* allow to use any version of puppeteer or playwright ([#2102](https://github.com/apify/crawlee/issues/2102)) ([0cafceb](https://github.com/apify/crawlee/commit/0cafceb2966d430dd1b2a1b619fe66da1c951f4c)), closes [#2101](https://github.com/apify/crawlee/issues/2101)
+
+
+### Features
+
+* Request Queue v2 ([#1975](https://github.com/apify/crawlee/issues/1975)) ([70a77ee](https://github.com/apify/crawlee/commit/70a77ee15f984e9ae67cd584fc58ace7e55346db)), closes [#1365](https://github.com/apify/crawlee/issues/1365)
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index ed5e27df4..38409e923 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.5.4",
- "@crawlee/browser-pool": "3.5.4",
- "@crawlee/types": "3.5.4",
- "@crawlee/utils": "3.5.4",
+ "@crawlee/browser": "^3.5.5",
+ "@crawlee/browser-pool": "^3.5.5",
+ "@crawlee/types": "^3.5.5",
+ "@crawlee/utils": "^3.5.5",
"cheerio": "^1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index 9f6bba5d5..27d609df6 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+
+### Bug Fixes
+
+* **templates:** install browsers on postinstall for playwright ([#2104](https://github.com/apify/crawlee/issues/2104)) ([323768b](https://github.com/apify/crawlee/commit/323768bf335000ae2a23eaa903612cbdd73aaf0a))
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index bcb47b33b..dbe4d2e84 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index 5c61741a8..a84f73542 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 02cd342a4..5621fb126 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index 51d34e4d2..1f46ee512 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)
+
+**Note:** Version bump only for package @crawlee/utils
+
+
+
+
+
## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
**Note:** Version bump only for package @crawlee/utils
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 40d811695..8ac6c1d99 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.5.4",
+ "version": "3.5.5",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.5.4",
+ "@crawlee/types": "^3.5.5",
"cheerio": "^1.0.0-rc.12",
"got-scraping": "^3.2.15",
"ow": "^0.28.1",
diff --git a/yarn.lock b/yarn.lock
index ac9e5d446..a756dccfc 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -737,16 +737,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@^3.5.5, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": ^2.4.0
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/core": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/core": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
got-scraping: ^3.2.15
ow: ^0.28.1
tldts: ^6.0.0
@@ -755,14 +755,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@^3.5.5, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": ^2.4.0
"@apify/timeout": ^0.3.0
- "@crawlee/core": 3.5.4
- "@crawlee/types": 3.5.4
+ "@crawlee/core": ^3.5.5
+ "@crawlee/types": ^3.5.5
fingerprint-generator: ^2.0.6
fingerprint-injector: ^2.0.5
lodash.merge: ^4.6.2
@@ -784,37 +784,37 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@^3.5.5, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": ^0.3.0
- "@crawlee/basic": 3.5.4
- "@crawlee/browser-pool": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/basic": ^3.5.5
+ "@crawlee/browser-pool": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
ow: ^0.28.1
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@^3.5.5, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": 3.5.4
- "@crawlee/types": 3.5.4
+ "@crawlee/http": ^3.5.5
+ "@crawlee/types": ^3.5.5
cheerio: ^1.0.0-rc.12
htmlparser2: ^9.0.0
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@^3.5.5, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": 3.5.4
+ "@crawlee/templates": ^3.5.5
ansi-colors: ^4.1.3
fs-extra: ^11.0.0
inquirer: ^8.2.4
@@ -826,7 +826,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/core@^3.5.3, @crawlee/core@workspace:packages/core":
+"@crawlee/core@^3.5.3, @crawlee/core@^3.5.5, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -836,9 +836,9 @@ __metadata:
"@apify/pseudo_url": ^2.0.30
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/memory-storage": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/memory-storage": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
"@sapphire/async-queue": ^1.5.0
"@types/tough-cookie": ^4.0.2
"@vladfrangu/async_event_emitter": ^2.2.2
@@ -856,15 +856,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@^3.5.5, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/basic": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/basic": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
"@types/content-type": ^1.1.5
cheerio: ^1.0.0-rc.12
content-type: ^1.0.4
@@ -877,14 +877,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@^3.5.5, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/http": 3.5.4
- "@crawlee/types": 3.5.4
+ "@crawlee/http": ^3.5.5
+ "@crawlee/types": ^3.5.5
"@types/jsdom": ^21.0.0
cheerio: ^1.0.0-rc.12
jsdom: ^22.0.0
@@ -893,26 +893,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@^3.5.5, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/http": 3.5.4
- "@crawlee/types": 3.5.4
+ "@crawlee/http": ^3.5.5
+ "@crawlee/types": ^3.5.5
linkedom: ^0.15.0
ow: ^0.28.2
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@^3.5.5, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": ^2.4.0
- "@crawlee/types": 3.5.4
+ "@crawlee/types": ^3.5.5
"@sapphire/async-queue": ^1.5.0
"@sapphire/shapeshift": ^3.0.0
content-type: ^1.0.4
@@ -924,16 +924,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@^3.5.5, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": ^2.0.0
"@apify/log": ^2.4.0
- "@crawlee/browser": 3.5.4
- "@crawlee/browser-pool": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/browser": ^3.5.5
+ "@crawlee/browser-pool": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
cheerio: ^1.0.0-rc.12
idcac-playwright: ^0.1.2
jquery: ^3.6.0
@@ -947,16 +947,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@^3.5.5, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": ^2.0.0
"@apify/log": ^2.4.0
- "@crawlee/browser": 3.5.4
- "@crawlee/browser-pool": 3.5.4
- "@crawlee/types": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/browser": ^3.5.5
+ "@crawlee/browser-pool": ^3.5.5
+ "@crawlee/types": ^3.5.5
+ "@crawlee/utils": ^3.5.5
cheerio: ^1.0.0-rc.12
devtools-protocol: "*"
idcac-playwright: ^0.1.2
@@ -1030,7 +1030,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@^3.5.5, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -1042,7 +1042,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@workspace:packages/types":
+"@crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@^3.5.5, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -1050,13 +1050,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/utils@^3.5.3, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@^3.5.3, @crawlee/utils@^3.5.5, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": ^2.4.0
"@apify/ps-tree": ^1.2.0
- "@crawlee/types": 3.5.4
+ "@crawlee/types": ^3.5.5
cheerio: ^1.0.0-rc.12
got-scraping: ^3.2.15
ow: ^0.28.1
@@ -4341,18 +4341,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": 3.5.4
- "@crawlee/browser": 3.5.4
- "@crawlee/browser-pool": 3.5.4
- "@crawlee/cheerio": 3.5.4
- "@crawlee/cli": 3.5.4
- "@crawlee/core": 3.5.4
- "@crawlee/http": 3.5.4
- "@crawlee/jsdom": 3.5.4
- "@crawlee/linkedom": 3.5.4
- "@crawlee/playwright": 3.5.4
- "@crawlee/puppeteer": 3.5.4
- "@crawlee/utils": 3.5.4
+ "@crawlee/basic": ^3.5.5
+ "@crawlee/browser": ^3.5.5
+ "@crawlee/browser-pool": ^3.5.5
+ "@crawlee/cheerio": ^3.5.5
+ "@crawlee/cli": ^3.5.5
+ "@crawlee/core": ^3.5.5
+ "@crawlee/http": ^3.5.5
+ "@crawlee/jsdom": ^3.5.5
+ "@crawlee/linkedom": ^3.5.5
+ "@crawlee/playwright": ^3.5.5
+ "@crawlee/puppeteer": ^3.5.5
+ "@crawlee/utils": ^3.5.5
import-local: ^3.1.0
tslib: ^2.4.0
peerDependencies: