Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.5.4

Apify Release Botbae967d5339d
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4730a45e2..011735e7d 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,23 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+
+### Bug Fixes
+
+* **core:** allow explicit calls to `purgeDefaultStorage` to wipe the storage on each call ([#2060](https://github.com/apify/crawlee/issues/2060)) ([4831f07](https://github.com/apify/crawlee/commit/4831f073e5639fdfb058588bc23c4b673be70929))
+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))
+
+
+### Features
+
+* remove side effect from the deprecated error context augmentation ([#2069](https://github.com/apify/crawlee/issues/2069)) ([f9fb5c4](https://github.com/apify/crawlee/commit/f9fb5c42ecb14f8d0845a15982d204bd2b5b228f))
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/lerna.json b/lerna.json
index 930379346..0523758b9 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.5.3",
+ "version": "3.5.4",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index 971d11310..25bbd5b98 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+
+### Features
+
+* remove side effect from the deprecated error context augmentation ([#2069](https://github.com/apify/crawlee/issues/2069)) ([f9fb5c4](https://github.com/apify/crawlee/commit/f9fb5c42ecb14f8d0845a15982d204bd2b5b228f))
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index eb084ba96..12d31f31d 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/core": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"got-scraping": "^3.2.15",
"ow": "^0.28.1",
"tldts": "^6.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index 017ae3ef2..f02d1d488 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index dc1fd7cd3..877d96e77 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.5.3",
- "@crawlee/browser-pool": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/basic": "^3.5.4",
+ "@crawlee/browser-pool": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"ow": "^0.28.1",
"tslib": "^2.4.0"
}
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index c80c3b188..ad87b0574 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index b46a68207..14d8aad44 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.5.3",
- "@crawlee/types": "3.5.3",
+ "@crawlee/core": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index 4091be862..155a011e2 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 5a839c1c5..f69a3ec74 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,8 +53,8 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.5.3",
- "@crawlee/types": "3.5.3",
+ "@crawlee/http": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
"cheerio": "^1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index bc765c62a..b3e5b1063 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/cli/package.json b/packages/cli/package.json
index a3cbe4a67..9276a2dd1 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.5.3",
+ "@crawlee/templates": "^3.5.4",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index 602785e03..d5e17304a 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,18 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+
+### Bug Fixes
+
+* **core:** allow explicit calls to `purgeDefaultStorage` to wipe the storage on each call ([#2060](https://github.com/apify/crawlee/issues/2060)) ([4831f07](https://github.com/apify/crawlee/commit/4831f073e5639fdfb058588bc23c4b673be70929))
+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/core/package.json b/packages/core/package.json
index fee79ec2e..edb4b2cde 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/memory-storage": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"@sapphire/async-queue": "^1.5.0",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index 4542d33fc..5b3b6705e 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index 09e63fd83..020ed1667 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.5.3",
- "@crawlee/browser": "3.5.3",
- "@crawlee/browser-pool": "3.5.3",
- "@crawlee/cheerio": "3.5.3",
- "@crawlee/cli": "3.5.3",
- "@crawlee/core": "3.5.3",
- "@crawlee/http": "3.5.3",
- "@crawlee/jsdom": "3.5.3",
- "@crawlee/linkedom": "3.5.3",
- "@crawlee/playwright": "3.5.3",
- "@crawlee/puppeteer": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/basic": "^3.5.4",
+ "@crawlee/browser": "^3.5.4",
+ "@crawlee/browser-pool": "^3.5.4",
+ "@crawlee/cheerio": "^3.5.4",
+ "@crawlee/cli": "^3.5.4",
+ "@crawlee/core": "^3.5.4",
+ "@crawlee/http": "^3.5.4",
+ "@crawlee/jsdom": "^3.5.4",
+ "@crawlee/linkedom": "^3.5.4",
+ "@crawlee/playwright": "^3.5.4",
+ "@crawlee/puppeteer": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index dee8f210f..020a4d83f 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 343b2906a..315866406 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/basic": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"@types/content-type": "^1.1.5",
"cheerio": "^1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index 45dd7b93e..f7b59f62a 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index d993e8ff1..1fddf4e60 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.5.3",
- "@crawlee/types": "3.5.3",
+ "@crawlee/http": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
"@types/jsdom": "^21.0.0",
"cheerio": "^1.0.0-rc.12",
"jsdom": "^22.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index d8357f800..cede4e6c3 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index e690edd5a..0a939e3a7 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.5.3",
- "@crawlee/types": "3.5.3",
+ "@crawlee/http": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
"linkedom": "^0.15.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index 4cecd6986..3845addd9 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index f1c92bd88..65094ddd8 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.5.3",
+ "@crawlee/types": "^3.5.4",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 06d5d8936..6ac9e37dd 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+
+### Bug Fixes
+
+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 992a2301a..ec6990f3e 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.5.3",
- "@crawlee/browser-pool": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/browser": "^3.5.4",
+ "@crawlee/browser-pool": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"cheerio": "^1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index fc55a568b..0efea3a28 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+
+### Bug Fixes
+
+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index b9828568a..8a018194a 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.5.3",
- "@crawlee/browser-pool": "3.5.3",
- "@crawlee/types": "3.5.3",
- "@crawlee/utils": "3.5.3",
+ "@crawlee/browser": "^3.5.4",
+ "@crawlee/browser-pool": "^3.5.4",
+ "@crawlee/types": "^3.5.4",
+ "@crawlee/utils": "^3.5.4",
"cheerio": "^1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index 4538880e0..9f6bba5d5 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 8d5bc7ac9..bcb47b33b 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index d08320a79..5c61741a8 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 32867201b..02cd342a4 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index e9bdc33c3..51d34e4d2 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)
+
+**Note:** Version bump only for package @crawlee/utils
+
+
+
+
+
## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 9e31cf838..329550ac0 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.5.3",
+ "version": "3.5.4",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.5.3",
+ "@crawlee/types": "^3.5.4",
"cheerio": "^1.0.0-rc.12",
"got-scraping": "^3.2.15",
"ow": "^0.28.1",
diff --git a/yarn.lock b/yarn.lock
index cef2ee550..3d4cc141f 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -737,16 +737,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@^3.5.4, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": ^2.4.0
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/core": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/core": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
got-scraping: ^3.2.15
ow: ^0.28.1
tldts: ^6.0.0
@@ -755,14 +755,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@^3.5.4, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": ^2.4.0
"@apify/timeout": ^0.3.0
- "@crawlee/core": 3.5.3
- "@crawlee/types": 3.5.3
+ "@crawlee/core": ^3.5.4
+ "@crawlee/types": ^3.5.4
fingerprint-generator: ^2.0.6
fingerprint-injector: ^2.0.5
lodash.merge: ^4.6.2
@@ -784,37 +784,37 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@^3.5.4, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": ^0.3.0
- "@crawlee/basic": 3.5.3
- "@crawlee/browser-pool": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/basic": ^3.5.4
+ "@crawlee/browser-pool": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
ow: ^0.28.1
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@^3.5.4, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": 3.5.3
- "@crawlee/types": 3.5.3
+ "@crawlee/http": ^3.5.4
+ "@crawlee/types": ^3.5.4
cheerio: ^1.0.0-rc.12
htmlparser2: ^9.0.0
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@^3.5.4, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": 3.5.3
+ "@crawlee/templates": ^3.5.4
ansi-colors: ^4.1.3
fs-extra: ^11.0.0
inquirer: ^8.2.4
@@ -826,7 +826,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/core@^3.4.2, @crawlee/core@workspace:packages/core":
+"@crawlee/core@^3.4.2, @crawlee/core@^3.5.4, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -836,9 +836,9 @@ __metadata:
"@apify/pseudo_url": ^2.0.30
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/memory-storage": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/memory-storage": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
"@sapphire/async-queue": ^1.5.0
"@types/tough-cookie": ^4.0.2
"@vladfrangu/async_event_emitter": ^2.2.2
@@ -856,15 +856,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@^3.5.4, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/basic": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/basic": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
"@types/content-type": ^1.1.5
cheerio: ^1.0.0-rc.12
content-type: ^1.0.4
@@ -877,14 +877,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@^3.5.4, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/http": 3.5.3
- "@crawlee/types": 3.5.3
+ "@crawlee/http": ^3.5.4
+ "@crawlee/types": ^3.5.4
"@types/jsdom": ^21.0.0
cheerio: ^1.0.0-rc.12
jsdom: ^22.0.0
@@ -893,26 +893,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@^3.5.4, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": ^0.3.0
"@apify/utilities": ^2.7.10
- "@crawlee/http": 3.5.3
- "@crawlee/types": 3.5.3
+ "@crawlee/http": ^3.5.4
+ "@crawlee/types": ^3.5.4
linkedom: ^0.15.0
ow: ^0.28.2
tslib: ^2.4.0
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@^3.5.4, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": ^2.4.0
- "@crawlee/types": 3.5.3
+ "@crawlee/types": ^3.5.4
"@sapphire/async-queue": ^1.5.0
"@sapphire/shapeshift": ^3.0.0
content-type: ^1.0.4
@@ -924,16 +924,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@^3.5.4, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": ^2.0.0
"@apify/log": ^2.4.0
- "@crawlee/browser": 3.5.3
- "@crawlee/browser-pool": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/browser": ^3.5.4
+ "@crawlee/browser-pool": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
cheerio: ^1.0.0-rc.12
idcac-playwright: ^0.1.2
jquery: ^3.6.0
@@ -947,16 +947,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@^3.5.4, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": ^2.0.0
"@apify/log": ^2.4.0
- "@crawlee/browser": 3.5.3
- "@crawlee/browser-pool": 3.5.3
- "@crawlee/types": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/browser": ^3.5.4
+ "@crawlee/browser-pool": ^3.5.4
+ "@crawlee/types": ^3.5.4
+ "@crawlee/utils": ^3.5.4
cheerio: ^1.0.0-rc.12
devtools-protocol: "*"
idcac-playwright: ^0.1.2
@@ -1027,7 +1027,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@^3.5.4, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -1039,7 +1039,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@workspace:packages/types":
+"@crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@^3.5.4, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -1047,13 +1047,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/[email protected], @crawlee/utils@^3.4.2, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@^3.4.2, @crawlee/utils@^3.5.4, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": ^2.4.0
"@apify/ps-tree": ^1.2.0
- "@crawlee/types": 3.5.3
+ "@crawlee/types": ^3.5.4
cheerio: ^1.0.0-rc.12
got-scraping: ^3.2.15
ow: ^0.28.1
@@ -4322,18 +4322,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": 3.5.3
- "@crawlee/browser": 3.5.3
- "@crawlee/browser-pool": 3.5.3
- "@crawlee/cheerio": 3.5.3
- "@crawlee/cli": 3.5.3
- "@crawlee/core": 3.5.3
- "@crawlee/http": 3.5.3
- "@crawlee/jsdom": 3.5.3
- "@crawlee/linkedom": 3.5.3
- "@crawlee/playwright": 3.5.3
- "@crawlee/puppeteer": 3.5.3
- "@crawlee/utils": 3.5.3
+ "@crawlee/basic": ^3.5.4
+ "@crawlee/browser": ^3.5.4
+ "@crawlee/browser-pool": ^3.5.4
+ "@crawlee/cheerio": ^3.5.4
+ "@crawlee/cli": ^3.5.4
+ "@crawlee/core": ^3.5.4
+ "@crawlee/http": ^3.5.4
+ "@crawlee/jsdom": ^3.5.4
+ "@crawlee/linkedom": ^3.5.4
+ "@crawlee/playwright": ^3.5.4
+ "@crawlee/puppeteer": ^3.5.4
+ "@crawlee/utils": ^3.5.4
import-local: ^3.1.0
tslib: ^2.4.0
peerDependencies: