Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.8.2
Apify Release Bot189ceb772440
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex ae16f0ac1..40fbb79e4 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,26 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)+++### Bug Fixes++* **core:** solve possible dead locks in `RequestQueueV2` ([#2376](https://github.com/apify/crawlee/issues/2376)) ([ffba095](https://github.com/apify/crawlee/commit/ffba095c8a74075901268cc49d970af4271d7abf))+* correctly report gzip decompression errors ([#2368](https://github.com/apify/crawlee/issues/2368)) ([84a2f17](https://github.com/apify/crawlee/commit/84a2f1733033bf247b2cede3f1728e75bf2c8ff9))+* fix detection of older puppeteer versions ([890669b](https://github.com/apify/crawlee/commit/890669b0b3eef94d00ad69aa022e13b3109a660c)), closes [#2370](https://github.com/apify/crawlee/issues/2370)+* **puppeteer:** improve detection of older versions ([98d4e86](https://github.com/apify/crawlee/commit/98d4e8664a54c1a134446a1b6ab9042d14ed8629))+* use 0 (number) instead of false as default for sessionRotationCount ([#2372](https://github.com/apify/crawlee/issues/2372)) ([667a3e7](https://github.com/apify/crawlee/commit/667a3e7a2be31abb94adbdb6119c4a8f3a751d69))+++### Features++* implement global storage access checking and use it to prevent unwanted side effects in adaptive crawler ([#2371](https://github.com/apify/crawlee/issues/2371)) ([fb3b7da](https://github.com/apify/crawlee/commit/fb3b7da402522ddff8c7394ac1253ba8aeac984c)), closes [#2364](https://github.com/apify/crawlee/issues/2364)+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)diff --git a/lerna.json b/lerna.jsonindex 9aa2ffcdc..9f127a86d 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.8.1",+ "version": "3.8.2","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex fbd445b24..700727470 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/basic+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex ae320cdb0..f4a757edf 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/core": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 992681bdd..da97250af 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/browser+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex a2a4e87f8..3982f7271 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.8.1",- "@crawlee/browser-pool": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/basic": "^3.8.2",+ "@crawlee/browser-pool": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 497ec6798..0610cda98 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)+++### Bug Fixes++* fix detection of older puppeteer versions ([890669b](https://github.com/apify/crawlee/commit/890669b0b3eef94d00ad69aa022e13b3109a660c)), closes [#2370](https://github.com/apify/crawlee/issues/2370)+* **puppeteer:** improve detection of older versions ([98d4e86](https://github.com/apify/crawlee/commit/98d4e8664a54c1a134446a1b6ab9042d14ed8629))+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 1a871bd5e..70795b439 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.8.1",+ "version": "3.8.2","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.8.1",- "@crawlee/types": "3.8.1",+ "@crawlee/core": "^3.8.2",+ "@crawlee/types": "^3.8.2","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 03b436c96..e790c0240 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 8c1c8cf02..14744ae3e 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/http": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex e5c679bd7..8025bf30b 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/cli+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 1b48d3ad2..66d4673b9 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.8.1",+ "@crawlee/templates": "^3.8.2","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 9f451b6e1..036523070 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)+++### Bug Fixes++* **core:** solve possible dead locks in `RequestQueueV2` ([#2376](https://github.com/apify/crawlee/issues/2376)) ([ffba095](https://github.com/apify/crawlee/commit/ffba095c8a74075901268cc49d970af4271d7abf))+* use 0 (number) instead of false as default for sessionRotationCount ([#2372](https://github.com/apify/crawlee/issues/2372)) ([667a3e7](https://github.com/apify/crawlee/commit/667a3e7a2be31abb94adbdb6119c4a8f3a751d69))+++### Features++* implement global storage access checking and use it to prevent unwanted side effects in adaptive crawler ([#2371](https://github.com/apify/crawlee/issues/2371)) ([fb3b7da](https://github.com/apify/crawlee/commit/fb3b7da402522ddff8c7394ac1253ba8aeac984c)), closes [#2364](https://github.com/apify/crawlee/issues/2364)+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 97b21c281..58148c5c1 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/memory-storage": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 2e1be256a..0cbdc7893 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package crawlee+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 4f76137db..b8b499a5b 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.8.1",- "@crawlee/browser": "3.8.1",- "@crawlee/browser-pool": "3.8.1",- "@crawlee/cheerio": "3.8.1",- "@crawlee/cli": "3.8.1",- "@crawlee/core": "3.8.1",- "@crawlee/http": "3.8.1",- "@crawlee/jsdom": "3.8.1",- "@crawlee/linkedom": "3.8.1",- "@crawlee/playwright": "3.8.1",- "@crawlee/puppeteer": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/basic": "^3.8.2",+ "@crawlee/browser": "^3.8.2",+ "@crawlee/browser-pool": "^3.8.2",+ "@crawlee/cheerio": "^3.8.2",+ "@crawlee/cli": "^3.8.2",+ "@crawlee/core": "^3.8.2",+ "@crawlee/http": "^3.8.2",+ "@crawlee/jsdom": "^3.8.2",+ "@crawlee/linkedom": "^3.8.2",+ "@crawlee/playwright": "^3.8.2",+ "@crawlee/puppeteer": "^3.8.2",+ "@crawlee/utils": "^3.8.2","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex d663a5432..33754eb58 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/http+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 8a377bf04..6628e9a5d 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/basic": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 22f19a219..6ebf569f3 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 6c86b8e55..ea2f99402 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.8.1",- "@crawlee/types": "3.8.1",+ "@crawlee/http": "^3.8.2",+ "@crawlee/types": "^3.8.2","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^24.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex b6505bf63..f8891689b 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 660188ad8..3e7574cb3 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.8.1",- "@crawlee/types": "3.8.1",+ "@crawlee/http": "^3.8.2",+ "@crawlee/types": "^3.8.2","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 134580895..4121f1f5b 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex e09514a31..d6e14bf00 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.8.1",+ "version": "3.8.2","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.8.1",+ "@crawlee/types": "^3.8.2","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex de1544e94..6f5c96dcf 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)+++### Features++* implement global storage access checking and use it to prevent unwanted side effects in adaptive crawler ([#2371](https://github.com/apify/crawlee/issues/2371)) ([fb3b7da](https://github.com/apify/crawlee/commit/fb3b7da402522ddff8c7394ac1253ba8aeac984c)), closes [#2364](https://github.com/apify/crawlee/issues/2364)+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 832219c19..98e38338f 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.8.1",- "@crawlee/browser-pool": "3.8.1",- "@crawlee/core": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/browser": "^3.8.2",+ "@crawlee/browser-pool": "^3.8.2",+ "@crawlee/core": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 9a647a68d..4f47e90ff 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 2447c8984..c93859b7c 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.8.1",+ "version": "3.8.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.8.1",- "@crawlee/browser-pool": "3.8.1",- "@crawlee/types": "3.8.1",- "@crawlee/utils": "3.8.1",+ "@crawlee/browser": "^3.8.2",+ "@crawlee/browser-pool": "^3.8.2",+ "@crawlee/types": "^3.8.2",+ "@crawlee/utils": "^3.8.2","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex af96a1ae3..563574816 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/templates+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 9e5b32926..df63faf49 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.8.1",+ "version": "3.8.2","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex f4c457641..6e0ed3c48 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)++**Note:** Version bump only for package @crawlee/types+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 3eca05a7a..9beb276c2 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.8.1",+ "version": "3.8.2","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 4aec2e5fb..6730ca958 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)+++### Bug Fixes++* correctly report gzip decompression errors ([#2368](https://github.com/apify/crawlee/issues/2368)) ([84a2f17](https://github.com/apify/crawlee/commit/84a2f1733033bf247b2cede3f1728e75bf2c8ff9))+++++## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex c3e5ad047..a38d3d910 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.8.1",+ "version": "3.8.2","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.8.1",+ "@crawlee/types": "^3.8.2","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.3",diff --git a/yarn.lock b/yarn.lockindex b55924b81..4d2e97be3 100644--- a/yarn.lock+++ b/yarn.lock@@ -402,16 +402,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.8.1, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.8.2, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/core": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -422,14 +422,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.8.1, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.8.2, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"+ "@crawlee/core": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -451,39 +451,39 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.8.1, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.8.2, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.8.1"- "@crawlee/browser-pool": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/basic": "npm:^3.8.2"+ "@crawlee/browser-pool": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.8.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.8.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/http": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.8.1, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.8.2, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.8.1"+ "@crawlee/templates": "npm:^3.8.2"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -495,7 +495,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.8.1, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.8.2, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -505,9 +505,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/memory-storage": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -526,15 +526,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.8.1, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.8.2, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/basic": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -547,14 +547,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.8.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.8.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"+ "@crawlee/http": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^24.0.0"@@ -563,26 +563,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.8.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.8.2, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"+ "@crawlee/http": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.8.1, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.8.2, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.8.1"+ "@crawlee/types": "npm:^3.8.2""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -594,18 +594,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.8.1, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.8.2, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.8.1"- "@crawlee/browser-pool": "npm:3.8.1"- "@crawlee/core": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/browser": "npm:^3.8.2"+ "@crawlee/browser-pool": "npm:^3.8.2"+ "@crawlee/core": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -622,16 +622,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.8.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.8.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.8.1"- "@crawlee/browser-pool": "npm:3.8.1"- "@crawlee/types": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/browser": "npm:^3.8.2"+ "@crawlee/browser-pool": "npm:^3.8.2"+ "@crawlee/types": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -710,7 +710,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.8.1, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.8.2, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -722,7 +722,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.8.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.8.2, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -730,13 +730,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.8.1, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.8.2, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.8.1"+ "@crawlee/types": "npm:^3.8.2""@types/sax": "npm:^1.2.7"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.3"@@ -4174,18 +4174,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.8.1"- "@crawlee/browser": "npm:3.8.1"- "@crawlee/browser-pool": "npm:3.8.1"- "@crawlee/cheerio": "npm:3.8.1"- "@crawlee/cli": "npm:3.8.1"- "@crawlee/core": "npm:3.8.1"- "@crawlee/http": "npm:3.8.1"- "@crawlee/jsdom": "npm:3.8.1"- "@crawlee/linkedom": "npm:3.8.1"- "@crawlee/playwright": "npm:3.8.1"- "@crawlee/puppeteer": "npm:3.8.1"- "@crawlee/utils": "npm:3.8.1"+ "@crawlee/basic": "npm:^3.8.2"+ "@crawlee/browser": "npm:^3.8.2"+ "@crawlee/browser-pool": "npm:^3.8.2"+ "@crawlee/cheerio": "npm:^3.8.2"+ "@crawlee/cli": "npm:^3.8.2"+ "@crawlee/core": "npm:^3.8.2"+ "@crawlee/http": "npm:^3.8.2"+ "@crawlee/jsdom": "npm:^3.8.2"+ "@crawlee/linkedom": "npm:^3.8.2"+ "@crawlee/playwright": "npm:^3.8.2"+ "@crawlee/puppeteer": "npm:^3.8.2"+ "@crawlee/utils": "npm:^3.8.2"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: