Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.12.1
Apify Release Bote27daca4e181
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 3474eae58..66973180b 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,23 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)+++### Bug Fixes++* log status message timeouts to debug level ([55ee44a](https://github.com/apify/crawlee/commit/55ee44aaf5e73c2a9d96d973a4aae111ab2e0025))+* **social:** support new URL formats for Facebook, YouTube and X ([#2758](https://github.com/apify/crawlee/issues/2758)) ([4c95847](https://github.com/apify/crawlee/commit/4c95847d5cedd6514620ccab31d5b242ba76de80)), closes [#525](https://github.com/apify/crawlee/issues/525)+++### Features++* `tieredProxyUrls` accept `null` for switching the proxy off ([#2743](https://github.com/apify/crawlee/issues/2743)) ([82f4ea9](https://github.com/apify/crawlee/commit/82f4ea99f632526649ad73e3246b9bdf63a6788a)), closes [#2740](https://github.com/apify/crawlee/issues/2740)+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/lerna.json b/lerna.jsonindex dd362bada..83dc4448e 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.12.0",+ "version": "3.12.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 86f33d61b..a26e2edb3 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)+++### Bug Fixes++* log status message timeouts to debug level ([55ee44a](https://github.com/apify/crawlee/commit/55ee44aaf5e73c2a9d96d973a4aae111ab2e0025))+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 27576c109..26415d859 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/core": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 9a612b739..92a01178c 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/browser+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 29b4db3d6..dc0bd310b 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.12.0",- "@crawlee/browser-pool": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/basic": "^3.12.1",+ "@crawlee/browser-pool": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 5f0abbdfa..912f198e6 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/browser-pool+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 1672a5487..eff956819 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.12.0",+ "version": "3.12.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.12.0",- "@crawlee/types": "3.12.0",+ "@crawlee/core": "^3.12.1",+ "@crawlee/types": "^3.12.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 66472598d..d89fe9365 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 8a392d32e..4b03f758d 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/http": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","cheerio": "1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 58c384442..5eb4cd865 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/cli+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex b40d00cfc..379ba69ca 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.12.0",+ "@crawlee/templates": "^3.12.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex b46c03e25..54514eabe 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)+++### Features++* `tieredProxyUrls` accept `null` for switching the proxy off ([#2743](https://github.com/apify/crawlee/issues/2743)) ([82f4ea9](https://github.com/apify/crawlee/commit/82f4ea99f632526649ad73e3246b9bdf63a6788a)), closes [#2740](https://github.com/apify/crawlee/issues/2740)+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 8a4e108d1..fcd87bd4f 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/memory-storage": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","@sapphire/async-queue": "^1.5.1","@vladfrangu/async_event_emitter": "^2.2.2","csv-stringify": "^6.2.0",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex aa70731d2..bf6b2da05 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package crawlee+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 343967c77..4c70fb896 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.12.0",- "@crawlee/browser": "3.12.0",- "@crawlee/browser-pool": "3.12.0",- "@crawlee/cheerio": "3.12.0",- "@crawlee/cli": "3.12.0",- "@crawlee/core": "3.12.0",- "@crawlee/http": "3.12.0",- "@crawlee/jsdom": "3.12.0",- "@crawlee/linkedom": "3.12.0",- "@crawlee/playwright": "3.12.0",- "@crawlee/puppeteer": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/basic": "^3.12.1",+ "@crawlee/browser": "^3.12.1",+ "@crawlee/browser-pool": "^3.12.1",+ "@crawlee/cheerio": "^3.12.1",+ "@crawlee/cli": "^3.12.1",+ "@crawlee/core": "^3.12.1",+ "@crawlee/http": "^3.12.1",+ "@crawlee/jsdom": "^3.12.1",+ "@crawlee/linkedom": "^3.12.1",+ "@crawlee/playwright": "^3.12.1",+ "@crawlee/puppeteer": "^3.12.1",+ "@crawlee/utils": "^3.12.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 2f4c135e5..aed70086d 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/http+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 4753a0b7b..363f05edf 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/basic": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","@types/content-type": "^1.1.5","cheerio": "1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 1d88e1b49..5659cc15b 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/jsdom+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex ca690570c..20bb0cb70 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/http": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","@types/jsdom": "^21.0.0","cheerio": "1.0.0-rc.12","jsdom": "^25.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 2419a6531..b30962ca6 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/linkedom+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 825f4ea6b..1f7af9306 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.12.0",- "@crawlee/types": "3.12.0",+ "@crawlee/http": "^3.12.1",+ "@crawlee/types": "^3.12.1","linkedom": "^0.18.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex fe9195a16..3138b5add 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 6369f0b29..38eacc7d2 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.12.0",+ "version": "3.12.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.12.0",+ "@crawlee/types": "^3.12.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 857e79a1e..d7ad97c4f 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 19afae67f..9382f344e 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.12.0",- "@crawlee/browser-pool": "3.12.0",- "@crawlee/core": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/browser": "^3.12.1",+ "@crawlee/browser-pool": "^3.12.1",+ "@crawlee/core": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","cheerio": "1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 7af5e4780..8a6524ef8 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex f2ae47552..1f4fb473d 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.12.0",+ "version": "3.12.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.12.0",- "@crawlee/browser-pool": "3.12.0",- "@crawlee/types": "3.12.0",- "@crawlee/utils": "3.12.0",+ "@crawlee/browser": "^3.12.1",+ "@crawlee/browser-pool": "^3.12.1",+ "@crawlee/types": "^3.12.1",+ "@crawlee/utils": "^3.12.1","cheerio": "1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex b0965f44c..13ea9d409 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/templates+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 81eadf690..14e80d001 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.12.0",+ "version": "3.12.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 7ef0ff143..488730981 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)++**Note:** Version bump only for package @crawlee/types+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 7dc878412..0372ea2be 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.12.0",+ "version": "3.12.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 6086d502b..18065b5d9 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)+++### Bug Fixes++* **social:** support new URL formats for Facebook, YouTube and X ([#2758](https://github.com/apify/crawlee/issues/2758)) ([4c95847](https://github.com/apify/crawlee/commit/4c95847d5cedd6514620ccab31d5b242ba76de80)), closes [#525](https://github.com/apify/crawlee/issues/525)+++++# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 00a2414a7..e42f599de 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.12.0",+ "version": "3.12.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.12.0",+ "@crawlee/types": "^3.12.1","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12","file-type": "^19.0.0",diff --git a/yarn.lock b/yarn.lockindex b5deb36c6..f9125e9b0 100644--- a/yarn.lock+++ b/yarn.lock@@ -465,16 +465,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.12.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.12.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/core": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -485,14 +485,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.12.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.12.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"+ "@crawlee/core": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -514,15 +514,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.12.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.12.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.12.0"- "@crawlee/browser-pool": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/basic": "npm:^3.12.1"+ "@crawlee/browser-pool": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"@@ -537,24 +537,24 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.12.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.12.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/http": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"cheerio: "npm:1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.12.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.12.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.12.0"+ "@crawlee/templates": "npm:^3.12.1"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -566,7 +566,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.12.0, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.12.1, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -576,9 +576,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/memory-storage": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1""@sapphire/async-queue": "npm:^1.5.1""@vladfrangu/async_event_emitter": "npm:^2.2.2"csv-stringify: "npm:^6.2.0"@@ -595,15 +595,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.12.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.12.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/basic": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1""@types/content-type": "npm:^1.1.5"cheerio: "npm:1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -616,15 +616,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.12.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.12.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/http": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1""@types/jsdom": "npm:^21.0.0"cheerio: "npm:1.0.0-rc.12"jsdom: "npm:^25.0.0"@@ -633,26 +633,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.12.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.12.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"+ "@crawlee/http": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"linkedom: "npm:^0.18.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.12.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.12.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.12.0"+ "@crawlee/types": "npm:^3.12.1""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -664,18 +664,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.12.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.12.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.12.0"- "@crawlee/browser-pool": "npm:3.12.0"- "@crawlee/core": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/browser": "npm:^3.12.1"+ "@crawlee/browser-pool": "npm:^3.12.1"+ "@crawlee/core": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"cheerio: "npm:1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -693,16 +693,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.12.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.12.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.12.0"- "@crawlee/browser-pool": "npm:3.12.0"- "@crawlee/types": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/browser": "npm:^3.12.1"+ "@crawlee/browser-pool": "npm:^3.12.1"+ "@crawlee/types": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"cheerio: "npm:1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -782,7 +782,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.12.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.12.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -794,7 +794,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.12.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.12.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -802,13 +802,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.12.0, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.12.1, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.12.0"+ "@crawlee/types": "npm:^3.12.1""@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:1.0.0-rc.12"@@ -4344,18 +4344,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.12.0"- "@crawlee/browser": "npm:3.12.0"- "@crawlee/browser-pool": "npm:3.12.0"- "@crawlee/cheerio": "npm:3.12.0"- "@crawlee/cli": "npm:3.12.0"- "@crawlee/core": "npm:3.12.0"- "@crawlee/http": "npm:3.12.0"- "@crawlee/jsdom": "npm:3.12.0"- "@crawlee/linkedom": "npm:3.12.0"- "@crawlee/playwright": "npm:3.12.0"- "@crawlee/puppeteer": "npm:3.12.0"- "@crawlee/utils": "npm:3.12.0"+ "@crawlee/basic": "npm:^3.12.1"+ "@crawlee/browser": "npm:^3.12.1"+ "@crawlee/browser-pool": "npm:^3.12.1"+ "@crawlee/cheerio": "npm:^3.12.1"+ "@crawlee/cli": "npm:^3.12.1"+ "@crawlee/core": "npm:^3.12.1"+ "@crawlee/http": "npm:^3.12.1"+ "@crawlee/jsdom": "npm:^3.12.1"+ "@crawlee/linkedom": "npm:^3.12.1"+ "@crawlee/playwright": "npm:^3.12.1"+ "@crawlee/puppeteer": "npm:^3.12.1"+ "@crawlee/utils": "npm:^3.12.1"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: