Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.5.4
Apify Release Botbae967d5339d
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 4730a45e2..011735e7d 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)+++### Bug Fixes++* **core:** allow explicit calls to `purgeDefaultStorage` to wipe the storage on each call ([#2060](https://github.com/apify/crawlee/issues/2060)) ([4831f07](https://github.com/apify/crawlee/commit/4831f073e5639fdfb058588bc23c4b673be70929))+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))+++### Features++* remove side effect from the deprecated error context augmentation ([#2069](https://github.com/apify/crawlee/issues/2069)) ([f9fb5c4](https://github.com/apify/crawlee/commit/f9fb5c42ecb14f8d0845a15982d204bd2b5b228f))+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/lerna.json b/lerna.jsonindex 930379346..0523758b9 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.5.3",+ "version": "3.5.4","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 971d11310..25bbd5b98 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)+++### Features++* remove side effect from the deprecated error context augmentation ([#2069](https://github.com/apify/crawlee/issues/2069)) ([f9fb5c4](https://github.com/apify/crawlee/commit/f9fb5c42ecb14f8d0845a15982d204bd2b5b228f))+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex eb084ba96..12d31f31d 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/core": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","got-scraping": "^3.2.15","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 017ae3ef2..f02d1d488 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/browser+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex dc1fd7cd3..877d96e77 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.5.3",- "@crawlee/browser-pool": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/basic": "^3.5.4",+ "@crawlee/browser-pool": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex c80c3b188..ad87b0574 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex b46a68207..14d8aad44 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.5.3",+ "version": "3.5.4","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.5.3",- "@crawlee/types": "3.5.3",+ "@crawlee/core": "^3.5.4",+ "@crawlee/types": "^3.5.4","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 4091be862..155a011e2 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 5a839c1c5..f69a3ec74 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.5.3",- "@crawlee/types": "3.5.3",+ "@crawlee/http": "^3.5.4",+ "@crawlee/types": "^3.5.4","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex bc765c62a..b3e5b1063 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/cli+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex a3cbe4a67..9276a2dd1 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.5.3",+ "@crawlee/templates": "^3.5.4","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 602785e03..d5e17304a 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)+++### Bug Fixes++* **core:** allow explicit calls to `purgeDefaultStorage` to wipe the storage on each call ([#2060](https://github.com/apify/crawlee/issues/2060)) ([4831f07](https://github.com/apify/crawlee/commit/4831f073e5639fdfb058588bc23c4b673be70929))+* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/core/package.json b/packages/core/package.jsonindex fee79ec2e..edb4b2cde 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/memory-storage": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 4542d33fc..5b3b6705e 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package crawlee+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 09e63fd83..020ed1667 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.5.3",- "@crawlee/browser": "3.5.3",- "@crawlee/browser-pool": "3.5.3",- "@crawlee/cheerio": "3.5.3",- "@crawlee/cli": "3.5.3",- "@crawlee/core": "3.5.3",- "@crawlee/http": "3.5.3",- "@crawlee/jsdom": "3.5.3",- "@crawlee/linkedom": "3.5.3",- "@crawlee/playwright": "3.5.3",- "@crawlee/puppeteer": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/basic": "^3.5.4",+ "@crawlee/browser": "^3.5.4",+ "@crawlee/browser-pool": "^3.5.4",+ "@crawlee/cheerio": "^3.5.4",+ "@crawlee/cli": "^3.5.4",+ "@crawlee/core": "^3.5.4",+ "@crawlee/http": "^3.5.4",+ "@crawlee/jsdom": "^3.5.4",+ "@crawlee/linkedom": "^3.5.4",+ "@crawlee/playwright": "^3.5.4",+ "@crawlee/puppeteer": "^3.5.4",+ "@crawlee/utils": "^3.5.4","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex dee8f210f..020a4d83f 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/http+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 343b2906a..315866406 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/basic": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 45dd7b93e..f7b59f62a 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex d993e8ff1..1fddf4e60 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.3",- "@crawlee/types": "3.5.3",+ "@crawlee/http": "^3.5.4",+ "@crawlee/types": "^3.5.4","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex d8357f800..cede4e6c3 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex e690edd5a..0a939e3a7 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.3",- "@crawlee/types": "3.5.3",+ "@crawlee/http": "^3.5.4",+ "@crawlee/types": "^3.5.4","linkedom": "^0.15.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 4cecd6986..3845addd9 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex f1c92bd88..65094ddd8 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.5.3",+ "version": "3.5.4","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.5.3",+ "@crawlee/types": "^3.5.4","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 06d5d8936..6ac9e37dd 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)+++### Bug Fixes++* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 992a2301a..ec6990f3e 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.3",- "@crawlee/browser-pool": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/browser": "^3.5.4",+ "@crawlee/browser-pool": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex fc55a568b..0efea3a28 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)+++### Bug Fixes++* various helpers opening KVS now respect Configuration ([#2071](https://github.com/apify/crawlee/issues/2071)) ([59dbb16](https://github.com/apify/crawlee/commit/59dbb164699774e5a6718e98d0a4e8f630f35323))+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex b9828568a..8a018194a 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.5.3",+ "version": "3.5.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.3",- "@crawlee/browser-pool": "3.5.3",- "@crawlee/types": "3.5.3",- "@crawlee/utils": "3.5.3",+ "@crawlee/browser": "^3.5.4",+ "@crawlee/browser-pool": "^3.5.4",+ "@crawlee/types": "^3.5.4",+ "@crawlee/utils": "^3.5.4","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 4538880e0..9f6bba5d5 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/templates+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 8d5bc7ac9..bcb47b33b 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.5.3",+ "version": "3.5.4","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex d08320a79..5c61741a8 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/types+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 32867201b..02cd342a4 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.5.3",+ "version": "3.5.4","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex e9bdc33c3..51d34e4d2 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.4](https://github.com/apify/crawlee/compare/v3.5.3...v3.5.4) (2023-09-11)++**Note:** Version bump only for package @crawlee/utils+++++## [3.5.3](https://github.com/apify/crawlee/compare/v3.5.2...v3.5.3) (2023-08-31)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 9e31cf838..329550ac0 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.5.3",+ "version": "3.5.4","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.5.3",+ "@crawlee/types": "^3.5.4","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.15","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex cef2ee550..3d4cc141f 100644--- a/yarn.lock+++ b/yarn.lock@@ -737,16 +737,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.5.4, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/core": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/core": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4got-scraping: ^3.2.15ow: ^0.28.1tldts: ^6.0.0@@ -755,14 +755,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.5.4, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0- "@crawlee/core": 3.5.3- "@crawlee/types": 3.5.3+ "@crawlee/core": ^3.5.4+ "@crawlee/types": ^3.5.4fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -784,37 +784,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.5.4, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": 3.5.3- "@crawlee/browser-pool": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/basic": ^3.5.4+ "@crawlee/browser-pool": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.5.4, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": 3.5.3- "@crawlee/types": 3.5.3+ "@crawlee/http": ^3.5.4+ "@crawlee/types": ^3.5.4cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.5.4, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": 3.5.3+ "@crawlee/templates": ^3.5.4ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -826,7 +826,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/core@^3.4.2, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.4.2, @crawlee/core@^3.5.4, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -836,9 +836,9 @@ __metadata:"@apify/pseudo_url": ^2.0.30"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/memory-storage": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/memory-storage": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.2.2@@ -856,15 +856,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.5.4, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/basic": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/basic": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -877,14 +877,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.5.4, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.3- "@crawlee/types": 3.5.3+ "@crawlee/http": ^3.5.4+ "@crawlee/types": ^3.5.4"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -893,26 +893,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.5.4, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.3- "@crawlee/types": 3.5.3+ "@crawlee/http": ^3.5.4+ "@crawlee/types": ^3.5.4linkedom: ^0.15.0ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.5.4, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.4.0- "@crawlee/types": 3.5.3+ "@crawlee/types": ^3.5.4"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -924,16 +924,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.5.4, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.3- "@crawlee/browser-pool": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/browser": ^3.5.4+ "@crawlee/browser-pool": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4cheerio: ^1.0.0-rc.12idcac-playwright: ^0.1.2jquery: ^3.6.0@@ -947,16 +947,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.5.4, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.3- "@crawlee/browser-pool": 3.5.3- "@crawlee/types": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/browser": ^3.5.4+ "@crawlee/browser-pool": ^3.5.4+ "@crawlee/types": ^3.5.4+ "@crawlee/utils": ^3.5.4cheerio: ^1.0.0-rc.12devtools-protocol: "*"idcac-playwright: ^0.1.2@@ -1027,7 +1027,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.5.4, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1039,7 +1039,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.4.2, @crawlee/types@^3.5.4, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1047,13 +1047,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/utils@^3.4.2, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.4.2, @crawlee/utils@^3.5.4, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.4.0"@apify/ps-tree": ^1.2.0- "@crawlee/types": 3.5.3+ "@crawlee/types": ^3.5.4cheerio: ^1.0.0-rc.12got-scraping: ^3.2.15ow: ^0.28.1@@ -4322,18 +4322,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": 3.5.3- "@crawlee/browser": 3.5.3- "@crawlee/browser-pool": 3.5.3- "@crawlee/cheerio": 3.5.3- "@crawlee/cli": 3.5.3- "@crawlee/core": 3.5.3- "@crawlee/http": 3.5.3- "@crawlee/jsdom": 3.5.3- "@crawlee/linkedom": 3.5.3- "@crawlee/playwright": 3.5.3- "@crawlee/puppeteer": 3.5.3- "@crawlee/utils": 3.5.3+ "@crawlee/basic": ^3.5.4+ "@crawlee/browser": ^3.5.4+ "@crawlee/browser-pool": ^3.5.4+ "@crawlee/cheerio": ^3.5.4+ "@crawlee/cli": ^3.5.4+ "@crawlee/core": ^3.5.4+ "@crawlee/http": ^3.5.4+ "@crawlee/jsdom": ^3.5.4+ "@crawlee/linkedom": ^3.5.4+ "@crawlee/playwright": ^3.5.4+ "@crawlee/puppeteer": ^3.5.4+ "@crawlee/utils": ^3.5.4import-local: ^3.1.0tslib: ^2.4.0peerDependencies: