Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.9.1
Apify Release Botd74bb293a0e0
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex b62cd2409..ac1edd2bf 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)+++### Features++* `browserPerProxy` browser launch option ([#2418](https://github.com/apify/crawlee/issues/2418)) ([df57b29](https://github.com/apify/crawlee/commit/df57b2965ac8c8b3adf807e3bad8a649814fa213))+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/lerna.json b/lerna.jsonindex a98782427..764ea1796 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.9.0",+ "version": "3.9.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex c8745126f..d199cc513 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/basic+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 24e000168..26601c8eb 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/core": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex fc7f45d6a..7f7b442d7 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)+++### Features++* `browserPerProxy` browser launch option ([#2418](https://github.com/apify/crawlee/issues/2418)) ([df57b29](https://github.com/apify/crawlee/commit/df57b2965ac8c8b3adf807e3bad8a649814fa213))+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex f191cf7de..21c33c60d 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.9.0",- "@crawlee/browser-pool": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/basic": "^3.9.1",+ "@crawlee/browser-pool": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 662ebb9bd..10596b9aa 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)+++### Features++* `browserPerProxy` browser launch option ([#2418](https://github.com/apify/crawlee/issues/2418)) ([df57b29](https://github.com/apify/crawlee/commit/df57b2965ac8c8b3adf807e3bad8a649814fa213))+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex fca53e662..0d2c9de3e 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.9.0",+ "version": "3.9.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.9.0",- "@crawlee/types": "3.9.0",+ "@crawlee/core": "^3.9.1",+ "@crawlee/types": "^3.9.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex d663601e7..ce1f077f8 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 49c047c1b..347711dec 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/http": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex b6b7f8731..8b1d6ea66 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/cli+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex b89cfbdc9..add04067c 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.9.0",+ "@crawlee/templates": "^3.9.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 260a70730..63a461aed 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/core+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 31988b5e7..ac141edd1 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/memory-storage": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 334c5a734..56ea27945 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package crawlee+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 7729e6916..0c55d8607 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.9.0",- "@crawlee/browser": "3.9.0",- "@crawlee/browser-pool": "3.9.0",- "@crawlee/cheerio": "3.9.0",- "@crawlee/cli": "3.9.0",- "@crawlee/core": "3.9.0",- "@crawlee/http": "3.9.0",- "@crawlee/jsdom": "3.9.0",- "@crawlee/linkedom": "3.9.0",- "@crawlee/playwright": "3.9.0",- "@crawlee/puppeteer": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/basic": "^3.9.1",+ "@crawlee/browser": "^3.9.1",+ "@crawlee/browser-pool": "^3.9.1",+ "@crawlee/cheerio": "^3.9.1",+ "@crawlee/cli": "^3.9.1",+ "@crawlee/core": "^3.9.1",+ "@crawlee/http": "^3.9.1",+ "@crawlee/jsdom": "^3.9.1",+ "@crawlee/linkedom": "^3.9.1",+ "@crawlee/playwright": "^3.9.1",+ "@crawlee/puppeteer": "^3.9.1",+ "@crawlee/utils": "^3.9.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 2ebb29b6d..1b51d29ab 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/http+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 6e620daf3..cc44e7d3d 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/basic": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex ed0389bdd..9202ce445 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/jsdom+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 3d00b7be3..fcc8a6095 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.9.0",- "@crawlee/types": "3.9.0",+ "@crawlee/http": "^3.9.1",+ "@crawlee/types": "^3.9.1","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^24.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 2fa02a6ea..12c416d5e 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/linkedom+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 12277b66f..e66054372 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.9.0",- "@crawlee/types": "3.9.0",+ "@crawlee/http": "^3.9.1",+ "@crawlee/types": "^3.9.1","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex aab8f9fae..fb3e43bec 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 254d1b6a5..337c17242 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.9.0",+ "version": "3.9.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.9.0",+ "@crawlee/types": "^3.9.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 761b7a911..5ef67ce33 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex ecf692903..42f2412d3 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.9.0",- "@crawlee/browser-pool": "3.9.0",- "@crawlee/core": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/browser": "^3.9.1",+ "@crawlee/browser-pool": "^3.9.1",+ "@crawlee/core": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 20a863593..7267765a6 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 0563aa14d..f820d851d 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.9.0",+ "version": "3.9.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.9.0",- "@crawlee/browser-pool": "3.9.0",- "@crawlee/types": "3.9.0",- "@crawlee/utils": "3.9.0",+ "@crawlee/browser": "^3.9.1",+ "@crawlee/browser-pool": "^3.9.1",+ "@crawlee/types": "^3.9.1",+ "@crawlee/utils": "^3.9.1","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex af55ab90b..e35f7bbdb 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/templates+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex dc30445d3..0962be594 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.9.0",+ "version": "3.9.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 1e9b63e50..d8bbe0d5b 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/types+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 820635807..923bb3e34 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.9.0",+ "version": "3.9.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 0cd2c9326..6d8d144bb 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.9.1](https://github.com/apify/crawlee/compare/v3.9.0...v3.9.1) (2024-04-11)++**Note:** Version bump only for package @crawlee/utils+++++# [3.9.0](https://github.com/apify/crawlee/compare/v3.8.2...v3.9.0) (2024-04-10)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 821212130..749041dba 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.9.0",+ "version": "3.9.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.9.0",+ "@crawlee/types": "^3.9.1","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.3",diff --git a/yarn.lock b/yarn.lockindex f3faf9894..0bf337853 100644--- a/yarn.lock+++ b/yarn.lock@@ -402,16 +402,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.9.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.9.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/core": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -422,14 +422,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.9.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.9.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"+ "@crawlee/core": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -451,39 +451,39 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.9.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.9.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.9.0"- "@crawlee/browser-pool": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/basic": "npm:^3.9.1"+ "@crawlee/browser-pool": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.9.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.9.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/http": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.9.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.9.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.9.0"+ "@crawlee/templates": "npm:^3.9.1"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -495,7 +495,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.9.0, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.9.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -505,9 +505,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/memory-storage": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -526,15 +526,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.9.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.9.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/basic": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -547,14 +547,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.9.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.9.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"+ "@crawlee/http": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^24.0.0"@@ -563,26 +563,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.9.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.9.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"+ "@crawlee/http": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.9.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.9.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.9.0"+ "@crawlee/types": "npm:^3.9.1""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -594,18 +594,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.9.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.9.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.9.0"- "@crawlee/browser-pool": "npm:3.9.0"- "@crawlee/core": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/browser": "npm:^3.9.1"+ "@crawlee/browser-pool": "npm:^3.9.1"+ "@crawlee/core": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -622,16 +622,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.9.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.9.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.9.0"- "@crawlee/browser-pool": "npm:3.9.0"- "@crawlee/types": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/browser": "npm:^3.9.1"+ "@crawlee/browser-pool": "npm:^3.9.1"+ "@crawlee/types": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -710,7 +710,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.9.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.9.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -722,7 +722,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.9.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.9.1, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -730,13 +730,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.9.0, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.9.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.9.0"+ "@crawlee/types": "npm:^3.9.1""@types/sax": "npm:^1.2.7"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.3"@@ -4186,18 +4186,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.9.0"- "@crawlee/browser": "npm:3.9.0"- "@crawlee/browser-pool": "npm:3.9.0"- "@crawlee/cheerio": "npm:3.9.0"- "@crawlee/cli": "npm:3.9.0"- "@crawlee/core": "npm:3.9.0"- "@crawlee/http": "npm:3.9.0"- "@crawlee/jsdom": "npm:3.9.0"- "@crawlee/linkedom": "npm:3.9.0"- "@crawlee/playwright": "npm:3.9.0"- "@crawlee/puppeteer": "npm:3.9.0"- "@crawlee/utils": "npm:3.9.0"+ "@crawlee/basic": "npm:^3.9.1"+ "@crawlee/browser": "npm:^3.9.1"+ "@crawlee/browser-pool": "npm:^3.9.1"+ "@crawlee/cheerio": "npm:^3.9.1"+ "@crawlee/cli": "npm:^3.9.1"+ "@crawlee/core": "npm:^3.9.1"+ "@crawlee/http": "npm:^3.9.1"+ "@crawlee/jsdom": "npm:^3.9.1"+ "@crawlee/linkedom": "npm:^3.9.1"+ "@crawlee/playwright": "npm:^3.9.1"+ "@crawlee/puppeteer": "npm:^3.9.1"+ "@crawlee/utils": "npm:^3.9.1"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: