Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.11.2
Apify Release Bot9d0a58866461
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex a042f2585..88c79f3e7 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,25 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)+++### Bug Fixes++* **RequestQueueV2:** remove `inProgress` cache, rely solely on locked states ([#2601](https://github.com/apify/crawlee/issues/2601)) ([57fcb08](https://github.com/apify/crawlee/commit/57fcb0804a9f1268039d1e2b246c515ceca7e405))+* use namespace imports for cheerio to be compatible with v1 ([#2641](https://github.com/apify/crawlee/issues/2641)) ([f48296f](https://github.com/apify/crawlee/commit/f48296f6cba7b81fe102d4b874505c27f93d9fc1))+* Use the correct mutex in memory storage RequestQueueClient ([#2623](https://github.com/apify/crawlee/issues/2623)) ([2fa8a29](https://github.com/apify/crawlee/commit/2fa8a29b815689f041f3d06cc0563e77e02e05f4))+++### Features++* `globs` & `regexps` for `SitemapRequestList` ([#2631](https://github.com/apify/crawlee/issues/2631)) ([b5fd3a9](https://github.com/apify/crawlee/commit/b5fd3a9e3f6b189b86c0fb89a37b66c08ff3fe5d))+* resilient sitemap loading ([#2619](https://github.com/apify/crawlee/issues/2619)) ([1dd7660](https://github.com/apify/crawlee/commit/1dd76601e03de4541964116b3a77376e233ea22b))+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)diff --git a/lerna.json b/lerna.jsonindex 2f84a0ea5..9a25296d6 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.11.1",+ "version": "3.11.2","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 109352d95..15a8889e3 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)+++### Bug Fixes++* **RequestQueueV2:** remove `inProgress` cache, rely solely on locked states ([#2601](https://github.com/apify/crawlee/issues/2601)) ([57fcb08](https://github.com/apify/crawlee/commit/57fcb0804a9f1268039d1e2b246c515ceca7e405))+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex f3fb83a5f..3856d0ca0 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/core": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 15030aa19..3ebe0fc96 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/browser+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex ce9a6cc2a..8a9f9c6d0 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.11.1",- "@crawlee/browser-pool": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/basic": "^3.11.2",+ "@crawlee/browser-pool": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 897315ca2..e96aa308d 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 976f25334..c11792e87 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.11.1",+ "version": "3.11.2","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.11.1",- "@crawlee/types": "3.11.1",+ "@crawlee/core": "^3.11.2",+ "@crawlee/types": "^3.11.2","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 0ef5bea57..e19a45de8 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex d628094be..a62cf8d19 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/http": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","cheerio": "1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 162a1dd00..de4b61f64 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/cli+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 02b57d190..546b6cb41 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.11.1",+ "@crawlee/templates": "^3.11.2","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex d591235e4..d1520e7de 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)+++### Bug Fixes++* **RequestQueueV2:** remove `inProgress` cache, rely solely on locked states ([#2601](https://github.com/apify/crawlee/issues/2601)) ([57fcb08](https://github.com/apify/crawlee/commit/57fcb0804a9f1268039d1e2b246c515ceca7e405))+++### Features++* `globs` & `regexps` for `SitemapRequestList` ([#2631](https://github.com/apify/crawlee/issues/2631)) ([b5fd3a9](https://github.com/apify/crawlee/commit/b5fd3a9e3f6b189b86c0fb89a37b66c08ff3fe5d))+* resilient sitemap loading ([#2619](https://github.com/apify/crawlee/issues/2619)) ([1dd7660](https://github.com/apify/crawlee/commit/1dd76601e03de4541964116b3a77376e233ea22b))+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/corediff --git a/packages/core/package.json b/packages/core/package.jsonindex fff5b35f1..1e825309b 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/memory-storage": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 621051e34..6c8e3d44a 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package crawlee+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 38798fa2c..f2bf4889f 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.11.1",- "@crawlee/browser": "3.11.1",- "@crawlee/browser-pool": "3.11.1",- "@crawlee/cheerio": "3.11.1",- "@crawlee/cli": "3.11.1",- "@crawlee/core": "3.11.1",- "@crawlee/http": "3.11.1",- "@crawlee/jsdom": "3.11.1",- "@crawlee/linkedom": "3.11.1",- "@crawlee/playwright": "3.11.1",- "@crawlee/puppeteer": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/basic": "^3.11.2",+ "@crawlee/browser": "^3.11.2",+ "@crawlee/browser-pool": "^3.11.2",+ "@crawlee/cheerio": "^3.11.2",+ "@crawlee/cli": "^3.11.2",+ "@crawlee/core": "^3.11.2",+ "@crawlee/http": "^3.11.2",+ "@crawlee/jsdom": "^3.11.2",+ "@crawlee/linkedom": "^3.11.2",+ "@crawlee/playwright": "^3.11.2",+ "@crawlee/puppeteer": "^3.11.2",+ "@crawlee/utils": "^3.11.2","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 31effaa2f..5a583c514 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/http+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex f963c5909..18654e8d6 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/basic": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","@types/content-type": "^1.1.5","cheerio": "1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 200e58b23..92a16e0de 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex cdabbdd24..043a2a5cb 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/http": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","@types/jsdom": "^21.0.0","cheerio": "1.0.0-rc.12","jsdom": "^25.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 4f4bfe34d..6c7d3db45 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex fb71626e8..6457aaa4a 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.11.1",- "@crawlee/types": "3.11.1",+ "@crawlee/http": "^3.11.2",+ "@crawlee/types": "^3.11.2","linkedom": "^0.18.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex bb5e7de28..43bd6e1cb 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)+++### Bug Fixes++* **RequestQueueV2:** remove `inProgress` cache, rely solely on locked states ([#2601](https://github.com/apify/crawlee/issues/2601)) ([57fcb08](https://github.com/apify/crawlee/commit/57fcb0804a9f1268039d1e2b246c515ceca7e405))+* Use the correct mutex in memory storage RequestQueueClient ([#2623](https://github.com/apify/crawlee/issues/2623)) ([2fa8a29](https://github.com/apify/crawlee/commit/2fa8a29b815689f041f3d06cc0563e77e02e05f4))+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 3bf07fcfc..fe54ae9fa 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.11.1",+ "version": "3.11.2","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.11.1",+ "@crawlee/types": "^3.11.2","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex e8d5ce3c0..16b03dfb3 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 670cb8254..fd9dce846 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.11.1",- "@crawlee/browser-pool": "3.11.1",- "@crawlee/core": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/browser": "^3.11.2",+ "@crawlee/browser-pool": "^3.11.2",+ "@crawlee/core": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","cheerio": "1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 10f93c0a0..24bb2647d 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 840506720..705839ea0 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.11.1",+ "version": "3.11.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.11.1",- "@crawlee/browser-pool": "3.11.1",- "@crawlee/types": "3.11.1",- "@crawlee/utils": "3.11.1",+ "@crawlee/browser": "^3.11.2",+ "@crawlee/browser-pool": "^3.11.2",+ "@crawlee/types": "^3.11.2",+ "@crawlee/utils": "^3.11.2","cheerio": "1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex a552dd00f..635a6a50a 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/templates+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 006b854db..fde9a1e22 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.11.1",+ "version": "3.11.2","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex cf5de553d..4498a4261 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)++**Note:** Version bump only for package @crawlee/types+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex c05c9fe97..d312315ed 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.11.1",+ "version": "3.11.2","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 1932ff07e..2a76939e2 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.2](https://github.com/apify/crawlee/compare/v3.11.1...v3.11.2) (2024-08-28)+++### Bug Fixes++* use namespace imports for cheerio to be compatible with v1 ([#2641](https://github.com/apify/crawlee/issues/2641)) ([f48296f](https://github.com/apify/crawlee/commit/f48296f6cba7b81fe102d4b874505c27f93d9fc1))+++### Features++* resilient sitemap loading ([#2619](https://github.com/apify/crawlee/issues/2619)) ([1dd7660](https://github.com/apify/crawlee/commit/1dd76601e03de4541964116b3a77376e233ea22b))+++++## [3.11.1](https://github.com/apify/crawlee/compare/v3.11.0...v3.11.1) (2024-07-24)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex c102499b4..66f9aa789 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.11.1",+ "version": "3.11.2","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.11.1",+ "@crawlee/types": "^3.11.2","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12","file-type": "^19.0.0",diff --git a/yarn.lock b/yarn.lockindex 71227f3e1..09baa7b51 100644--- a/yarn.lock+++ b/yarn.lock@@ -478,16 +478,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.11.1, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.11.2, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/core": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -498,14 +498,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.11.1, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.11.2, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"+ "@crawlee/core": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -527,15 +527,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.11.1, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.11.2, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.11.1"- "@crawlee/browser-pool": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/basic": "npm:^3.11.2"+ "@crawlee/browser-pool": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"@@ -550,24 +550,24 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.11.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.11.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/http": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"cheerio: "npm:1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.11.1, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.11.2, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.11.1"+ "@crawlee/templates": "npm:^3.11.2"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -579,7 +579,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.11.1, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.11.2, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -589,9 +589,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/memory-storage": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -610,15 +610,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.11.1, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.11.2, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/basic": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2""@types/content-type": "npm:^1.1.5"cheerio: "npm:1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -631,15 +631,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.11.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.11.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/http": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2""@types/jsdom": "npm:^21.0.0"cheerio: "npm:1.0.0-rc.12"jsdom: "npm:^25.0.0"@@ -648,26 +648,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.11.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.11.2, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"+ "@crawlee/http": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"linkedom: "npm:^0.18.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.11.1, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.11.2, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.11.1"+ "@crawlee/types": "npm:^3.11.2""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -679,18 +679,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.11.1, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.11.2, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.11.1"- "@crawlee/browser-pool": "npm:3.11.1"- "@crawlee/core": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/browser": "npm:^3.11.2"+ "@crawlee/browser-pool": "npm:^3.11.2"+ "@crawlee/core": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"cheerio: "npm:1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -708,16 +708,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.11.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.11.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.11.1"- "@crawlee/browser-pool": "npm:3.11.1"- "@crawlee/types": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/browser": "npm:^3.11.2"+ "@crawlee/browser-pool": "npm:^3.11.2"+ "@crawlee/types": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"cheerio: "npm:1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -798,7 +798,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.11.1, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.11.2, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -810,7 +810,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.11.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.11.2, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -818,13 +818,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.11.1, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.11.2, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.11.1"+ "@crawlee/types": "npm:^3.11.2""@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:1.0.0-rc.12"@@ -4359,18 +4359,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.11.1"- "@crawlee/browser": "npm:3.11.1"- "@crawlee/browser-pool": "npm:3.11.1"- "@crawlee/cheerio": "npm:3.11.1"- "@crawlee/cli": "npm:3.11.1"- "@crawlee/core": "npm:3.11.1"- "@crawlee/http": "npm:3.11.1"- "@crawlee/jsdom": "npm:3.11.1"- "@crawlee/linkedom": "npm:3.11.1"- "@crawlee/playwright": "npm:3.11.1"- "@crawlee/puppeteer": "npm:3.11.1"- "@crawlee/utils": "npm:3.11.1"+ "@crawlee/basic": "npm:^3.11.2"+ "@crawlee/browser": "npm:^3.11.2"+ "@crawlee/browser-pool": "npm:^3.11.2"+ "@crawlee/cheerio": "npm:^3.11.2"+ "@crawlee/cli": "npm:^3.11.2"+ "@crawlee/core": "npm:^3.11.2"+ "@crawlee/http": "npm:^3.11.2"+ "@crawlee/jsdom": "npm:^3.11.2"+ "@crawlee/linkedom": "npm:^3.11.2"+ "@crawlee/playwright": "npm:^3.11.2"+ "@crawlee/puppeteer": "npm:^3.11.2"+ "@crawlee/utils": "npm:^3.11.2"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: