Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.6.2
Apify Release Bot5c14fdcd5356
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex f1c5abf5e..620b9aeaa 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)+++### Bug Fixes++* prevent race condition in KeyValueStore.getAutoSavedValue() ([#2193](https://github.com/apify/crawlee/issues/2193)) ([e340e2b](https://github.com/apify/crawlee/commit/e340e2b8764968d22a22bd67769676b9f2f1a2fb))+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/lerna.json b/lerna.jsonindex 66df36c69..422cbaed1 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.6.1",+ "version": "3.6.2","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex eb34b3639..af69deea7 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/basic+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex af098a1db..447e89e18 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/core": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","got-scraping": "^4.0.0","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex cd02b1521..a60ab49b0 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/browser+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex f68dbca0f..5ed682204 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.6.1",- "@crawlee/browser-pool": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/basic": "^3.6.2",+ "@crawlee/browser-pool": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 72a337473..930664934 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex bda682721..af34de9d2 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.6.1",+ "version": "3.6.2","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.6.1",- "@crawlee/types": "3.6.1",+ "@crawlee/core": "^3.6.2",+ "@crawlee/types": "^3.6.2","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 776b1cfa1..96ddb1452 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex b5e2e3d61..d2e77161f 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.6.1",- "@crawlee/types": "3.6.1",+ "@crawlee/http": "^3.6.2",+ "@crawlee/types": "^3.6.2","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 27c0d4e9b..d0411220c 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/cli+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 5eb35fc0c..074a90974 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.6.1",+ "@crawlee/templates": "^3.6.2","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 3ebdfbb9e..c6e5cbd07 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)+++### Bug Fixes++* prevent race condition in KeyValueStore.getAutoSavedValue() ([#2193](https://github.com/apify/crawlee/issues/2193)) ([e340e2b](https://github.com/apify/crawlee/commit/e340e2b8764968d22a22bd67769676b9f2f1a2fb))+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 9ad943940..a85b5bacf 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/memory-storage": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 30e8b8b45..42d28264c 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package crawlee+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex f6b9da8b6..cc7abd88a 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.6.1",- "@crawlee/browser": "3.6.1",- "@crawlee/browser-pool": "3.6.1",- "@crawlee/cheerio": "3.6.1",- "@crawlee/cli": "3.6.1",- "@crawlee/core": "3.6.1",- "@crawlee/http": "3.6.1",- "@crawlee/jsdom": "3.6.1",- "@crawlee/linkedom": "3.6.1",- "@crawlee/playwright": "3.6.1",- "@crawlee/puppeteer": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/basic": "^3.6.2",+ "@crawlee/browser": "^3.6.2",+ "@crawlee/browser-pool": "^3.6.2",+ "@crawlee/cheerio": "^3.6.2",+ "@crawlee/cli": "^3.6.2",+ "@crawlee/core": "^3.6.2",+ "@crawlee/http": "^3.6.2",+ "@crawlee/jsdom": "^3.6.2",+ "@crawlee/linkedom": "^3.6.2",+ "@crawlee/playwright": "^3.6.2",+ "@crawlee/puppeteer": "^3.6.2",+ "@crawlee/utils": "^3.6.2","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex f0d71307d..9c986c245 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/http+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 9b65dab3d..410d8bc1f 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/basic": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex d293c82ed..0207c42b4 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 0fb3c48c1..c0e305b24 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.6.1",- "@crawlee/types": "3.6.1",+ "@crawlee/http": "^3.6.2",+ "@crawlee/types": "^3.6.2","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 3db5c7cc6..a997edff6 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex c60cbf18b..eb67437ca 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.6.1",- "@crawlee/types": "3.6.1",+ "@crawlee/http": "^3.6.2",+ "@crawlee/types": "^3.6.2","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 07b3c49b5..95e49edd9 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex d7389db53..7a5f1dc18 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.6.1",+ "version": "3.6.2","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.6.1",+ "@crawlee/types": "^3.6.2","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 60bf546b8..a8945b209 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 1e76d4c89..469f2650e 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.6.1",- "@crawlee/browser-pool": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/browser": "^3.6.2",+ "@crawlee/browser-pool": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 4a38d9ce8..24b318180 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex ea2e9044c..aec05a82b 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.6.1",+ "version": "3.6.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.6.1",- "@crawlee/browser-pool": "3.6.1",- "@crawlee/types": "3.6.1",- "@crawlee/utils": "3.6.1",+ "@crawlee/browser": "^3.6.2",+ "@crawlee/browser-pool": "^3.6.2",+ "@crawlee/types": "^3.6.2",+ "@crawlee/utils": "^3.6.2","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex af2ec54e0..0012b4407 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/templates+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 11ef7166f..3a9c911ab 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.6.1",+ "version": "3.6.2","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 2eab86737..4ad58a352 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/types+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 0c876daa4..ec6b4c102 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.6.1",+ "version": "3.6.2","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex e6c53a939..54567a7eb 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.6.2](https://github.com/apify/crawlee/compare/v3.6.1...v3.6.2) (2023-11-26)++**Note:** Version bump only for package @crawlee/utils+++++## [3.6.1](https://github.com/apify/crawlee/compare/v3.6.0...v3.6.1) (2023-11-15)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex e8e948bbf..7ea5eb2d3 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.6.1",+ "version": "3.6.2","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.6.1",+ "@crawlee/types": "^3.6.2","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.0","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex 1bcec9755..b84ebe130 100644--- a/yarn.lock+++ b/yarn.lock@@ -377,16 +377,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.6.1, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.6.2, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/core": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2"got-scraping: "npm:^4.0.0"ow: "npm:^0.28.1"tldts: "npm:^6.0.0"@@ -395,14 +395,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.6.1, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.6.2, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/core": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -424,37 +424,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.6.1, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.6.2, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.6.1"- "@crawlee/browser-pool": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/basic": "npm:^3.6.2"+ "@crawlee/browser-pool": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.6.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.6.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/http": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.6.1, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.6.2, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.6.1"+ "@crawlee/templates": "npm:^3.6.2"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -466,7 +466,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.6.1, @crawlee/core@npm:^3.5.6, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.5.6, @crawlee/core@npm:^3.6.2, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -476,9 +476,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/memory-storage": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2""@sapphire/async-queue": "npm:^1.5.0""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -497,15 +497,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.6.1, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.6.2, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/basic": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -518,14 +518,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.6.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.6.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/http": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^22.0.0"@@ -534,26 +534,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.6.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.6.2, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/http": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.6.1, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.6.2, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/types": "npm:^3.6.2""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -565,16 +565,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.6.1, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.6.2, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.6.1"- "@crawlee/browser-pool": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/browser": "npm:^3.6.2"+ "@crawlee/browser-pool": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -588,16 +588,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.6.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.6.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.6.1"- "@crawlee/browser-pool": "npm:3.6.1"- "@crawlee/types": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/browser": "npm:^3.6.2"+ "@crawlee/browser-pool": "npm:^3.6.2"+ "@crawlee/types": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -673,7 +673,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.6.1, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.6.2, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -685,7 +685,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.6.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.5.6, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.5.6, @crawlee/types@npm:^3.6.2, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -693,13 +693,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.6.1, @crawlee/utils@npm:^3.5.6, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.5.6, @crawlee/utils@npm:^3.6.2, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.6.1"+ "@crawlee/types": "npm:^3.6.2"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.0"ow: "npm:^0.28.1"@@ -4116,18 +4116,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.6.1"- "@crawlee/browser": "npm:3.6.1"- "@crawlee/browser-pool": "npm:3.6.1"- "@crawlee/cheerio": "npm:3.6.1"- "@crawlee/cli": "npm:3.6.1"- "@crawlee/core": "npm:3.6.1"- "@crawlee/http": "npm:3.6.1"- "@crawlee/jsdom": "npm:3.6.1"- "@crawlee/linkedom": "npm:3.6.1"- "@crawlee/playwright": "npm:3.6.1"- "@crawlee/puppeteer": "npm:3.6.1"- "@crawlee/utils": "npm:3.6.1"+ "@crawlee/basic": "npm:^3.6.2"+ "@crawlee/browser": "npm:^3.6.2"+ "@crawlee/browser-pool": "npm:^3.6.2"+ "@crawlee/cheerio": "npm:^3.6.2"+ "@crawlee/cli": "npm:^3.6.2"+ "@crawlee/core": "npm:^3.6.2"+ "@crawlee/http": "npm:^3.6.2"+ "@crawlee/jsdom": "npm:^3.6.2"+ "@crawlee/linkedom": "npm:^3.6.2"+ "@crawlee/playwright": "npm:^3.6.2"+ "@crawlee/puppeteer": "npm:^3.6.2"+ "@crawlee/utils": "npm:^3.6.2"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: