Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.8.1
Apify Release Bot9a9a63e14e37
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex c0588fd86..ae16f0ac1 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)+++### Bug Fixes++* fix crawling context type in `router.addHandler()` ([#2355](https://github.com/apify/crawlee/issues/2355)) ([d73c202](https://github.com/apify/crawlee/commit/d73c20240586aeeddaea99cd157771a01b61d917))+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/lerna.json b/lerna.jsonindex bb901a69d..9aa2ffcdc 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.8.0",+ "version": "3.8.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex fdcde49ee..fbd445b24 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/basic+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex abdcbbdae..5242c8964 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/core": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex acd4daff7..992681bdd 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/browser+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex d95716693..2b1e0e15f 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.8.0",- "@crawlee/browser-pool": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/basic": "^3.8.1",+ "@crawlee/browser-pool": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 68f1ce341..497ec6798 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/browser-pool+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 06d532ee6..28ac856e5 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.8.0",+ "version": "3.8.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.8.0",- "@crawlee/types": "3.8.0",+ "@crawlee/core": "^3.8.1",+ "@crawlee/types": "^3.8.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex aeaa26e1e..03b436c96 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 7c3652313..0eb1cfbd8 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/http": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 6b6f0cf92..e5c679bd7 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/cli+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex a7d7313b8..cf06bcfc4 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.8.0",+ "@crawlee/templates": "^3.8.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex ee14eea53..9f451b6e1 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)+++### Bug Fixes++* fix crawling context type in `router.addHandler()` ([#2355](https://github.com/apify/crawlee/issues/2355)) ([d73c202](https://github.com/apify/crawlee/commit/d73c20240586aeeddaea99cd157771a01b61d917))+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 50f25753c..ed3e376e7 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/memory-storage": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 674f503c1..2e1be256a 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package crawlee+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex bf3f1ab34..a93db10cb 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.8.0",- "@crawlee/browser": "3.8.0",- "@crawlee/browser-pool": "3.8.0",- "@crawlee/cheerio": "3.8.0",- "@crawlee/cli": "3.8.0",- "@crawlee/core": "3.8.0",- "@crawlee/http": "3.8.0",- "@crawlee/jsdom": "3.8.0",- "@crawlee/linkedom": "3.8.0",- "@crawlee/playwright": "3.8.0",- "@crawlee/puppeteer": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/basic": "^3.8.1",+ "@crawlee/browser": "^3.8.1",+ "@crawlee/browser-pool": "^3.8.1",+ "@crawlee/cheerio": "^3.8.1",+ "@crawlee/cli": "^3.8.1",+ "@crawlee/core": "^3.8.1",+ "@crawlee/http": "^3.8.1",+ "@crawlee/jsdom": "^3.8.1",+ "@crawlee/linkedom": "^3.8.1",+ "@crawlee/playwright": "^3.8.1",+ "@crawlee/puppeteer": "^3.8.1",+ "@crawlee/utils": "^3.8.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 1fb444b23..d663a5432 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/http+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 010f5ba40..3ed194c52 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/basic": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex d595c5d03..22f19a219 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/jsdom+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 0c25c8e1e..f3c02a947 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.8.0",- "@crawlee/types": "3.8.0",+ "@crawlee/http": "^3.8.1",+ "@crawlee/types": "^3.8.1","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^24.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 4e967ea4c..b6505bf63 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/linkedom+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 8dbccd6fb..4f0119fd5 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.8.0",- "@crawlee/types": "3.8.0",+ "@crawlee/http": "^3.8.1",+ "@crawlee/types": "^3.8.1","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex a63b33be4..134580895 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex c4457c0f1..e6b294dd8 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.8.0",+ "version": "3.8.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.8.0",+ "@crawlee/types": "^3.8.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 699d8a318..de1544e94 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex f9de2d266..aa32a9208 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.8.0",- "@crawlee/browser-pool": "3.8.0",- "@crawlee/core": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/browser": "^3.8.1",+ "@crawlee/browser-pool": "^3.8.1",+ "@crawlee/core": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex bc8075810..9a647a68d 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 6cdd8c1cc..df46fcad8 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.8.0",+ "version": "3.8.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.8.0",- "@crawlee/browser-pool": "3.8.0",- "@crawlee/types": "3.8.0",- "@crawlee/utils": "3.8.0",+ "@crawlee/browser": "^3.8.1",+ "@crawlee/browser-pool": "^3.8.1",+ "@crawlee/types": "^3.8.1",+ "@crawlee/utils": "^3.8.1","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 3985634ab..af96a1ae3 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/templates+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex c0a0cd8d3..9e5b32926 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.8.0",+ "version": "3.8.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 856af3cdb..f4c457641 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/types+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/types/package.json b/packages/types/package.jsonindex 47baf4525..3eca05a7a 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.8.0",+ "version": "3.8.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex b3b2e36e6..4aec2e5fb 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)++**Note:** Version bump only for package @crawlee/utils+++++# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 1aa63dfa3..9ae319962 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.8.0",+ "version": "3.8.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.8.0",+ "@crawlee/types": "^3.8.1","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.3",diff --git a/yarn.lock b/yarn.lockindex 835c302cc..c2c61bccd 100644--- a/yarn.lock+++ b/yarn.lock@@ -403,16 +403,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.8.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.8.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/core": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -423,14 +423,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.8.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.8.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"+ "@crawlee/core": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -452,39 +452,39 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.8.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.8.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.8.0"- "@crawlee/browser-pool": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/basic": "npm:^3.8.1"+ "@crawlee/browser-pool": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.8.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.8.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/http": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.8.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.8.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.8.0"+ "@crawlee/templates": "npm:^3.8.1"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -496,7 +496,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.8.0, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.8.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -506,9 +506,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/memory-storage": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -527,15 +527,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.8.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.8.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/basic": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -548,14 +548,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.8.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.8.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"+ "@crawlee/http": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^24.0.0"@@ -564,26 +564,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.8.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.8.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"+ "@crawlee/http": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.8.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.8.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.8.0"+ "@crawlee/types": "npm:^3.8.1""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -595,18 +595,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.8.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.8.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.8.0"- "@crawlee/browser-pool": "npm:3.8.0"- "@crawlee/core": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/browser": "npm:^3.8.1"+ "@crawlee/browser-pool": "npm:^3.8.1"+ "@crawlee/core": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -623,16 +623,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.8.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.8.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.8.0"- "@crawlee/browser-pool": "npm:3.8.0"- "@crawlee/types": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/browser": "npm:^3.8.1"+ "@crawlee/browser-pool": "npm:^3.8.1"+ "@crawlee/types": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -711,7 +711,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.8.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.8.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -723,7 +723,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.8.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.8.1, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -731,13 +731,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.8.0, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.8.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.8.0"+ "@crawlee/types": "npm:^3.8.1""@types/sax": "npm:^1.2.7"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.3"@@ -4036,18 +4036,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.8.0"- "@crawlee/browser": "npm:3.8.0"- "@crawlee/browser-pool": "npm:3.8.0"- "@crawlee/cheerio": "npm:3.8.0"- "@crawlee/cli": "npm:3.8.0"- "@crawlee/core": "npm:3.8.0"- "@crawlee/http": "npm:3.8.0"- "@crawlee/jsdom": "npm:3.8.0"- "@crawlee/linkedom": "npm:3.8.0"- "@crawlee/playwright": "npm:3.8.0"- "@crawlee/puppeteer": "npm:3.8.0"- "@crawlee/utils": "npm:3.8.0"+ "@crawlee/basic": "npm:^3.8.1"+ "@crawlee/browser": "npm:^3.8.1"+ "@crawlee/browser-pool": "npm:^3.8.1"+ "@crawlee/cheerio": "npm:^3.8.1"+ "@crawlee/cli": "npm:^3.8.1"+ "@crawlee/core": "npm:^3.8.1"+ "@crawlee/http": "npm:^3.8.1"+ "@crawlee/jsdom": "npm:^3.8.1"+ "@crawlee/linkedom": "npm:^3.8.1"+ "@crawlee/playwright": "npm:^3.8.1"+ "@crawlee/puppeteer": "npm:^3.8.1"+ "@crawlee/utils": "npm:^3.8.1"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: