Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.12.1

Apify Release Bote27daca4e181
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 3474eae58..66973180b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,23 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+
+### Bug Fixes
+
+* log status message timeouts to debug level ([55ee44a](https://github.com/apify/crawlee/commit/55ee44aaf5e73c2a9d96d973a4aae111ab2e0025))
+* **social:** support new URL formats for Facebook, YouTube and X ([#2758](https://github.com/apify/crawlee/issues/2758)) ([4c95847](https://github.com/apify/crawlee/commit/4c95847d5cedd6514620ccab31d5b242ba76de80)), closes [#525](https://github.com/apify/crawlee/issues/525)
+
+
+### Features
+
+* `tieredProxyUrls` accept `null` for switching the proxy off ([#2743](https://github.com/apify/crawlee/issues/2743)) ([82f4ea9](https://github.com/apify/crawlee/commit/82f4ea99f632526649ad73e3246b9bdf63a6788a)), closes [#2740](https://github.com/apify/crawlee/issues/2740)
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/lerna.json b/lerna.json
index dd362bada..83dc4448e 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.12.0",
+ "version": "3.12.1",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index 86f33d61b..a26e2edb3 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+
+### Bug Fixes
+
+* log status message timeouts to debug level ([55ee44a](https://github.com/apify/crawlee/commit/55ee44aaf5e73c2a9d96d973a4aae111ab2e0025))
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 27576c109..26415d859 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/core": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"csv-stringify": "^6.2.0",
"fs-extra": "^11.0.0",
"got-scraping": "^4.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index 9a612b739..92a01178c 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/browser
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 29b4db3d6..dc0bd310b 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.12.0",
- "@crawlee/browser-pool": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/basic": "^3.12.1",
+ "@crawlee/browser-pool": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"ow": "^0.28.1",
"tslib": "^2.4.0",
"type-fest": "^4.0.0"
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index 5f0abbdfa..912f198e6 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 1672a5487..eff956819 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.12.0",
- "@crawlee/types": "3.12.0",
+ "@crawlee/core": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index 66472598d..d89fe9365 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 8a392d32e..4b03f758d 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,9 +53,9 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/http": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index 58c384442..5eb4cd865 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index b40d00cfc..379ba69ca 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.12.0",
+ "@crawlee/templates": "^3.12.1",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index b46c03e25..54514eabe 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+
+### Features
+
+* `tieredProxyUrls` accept `null` for switching the proxy off ([#2743](https://github.com/apify/crawlee/issues/2743)) ([82f4ea9](https://github.com/apify/crawlee/commit/82f4ea99f632526649ad73e3246b9bdf63a6788a)), closes [#2740](https://github.com/apify/crawlee/issues/2740)
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/core/package.json b/packages/core/package.json
index 8a4e108d1..fcd87bd4f 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/memory-storage": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"@sapphire/async-queue": "^1.5.1",
"@vladfrangu/async_event_emitter": "^2.2.2",
"csv-stringify": "^6.2.0",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index aa70731d2..bf6b2da05 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index 343967c77..4c70fb896 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.12.0",
- "@crawlee/browser": "3.12.0",
- "@crawlee/browser-pool": "3.12.0",
- "@crawlee/cheerio": "3.12.0",
- "@crawlee/cli": "3.12.0",
- "@crawlee/core": "3.12.0",
- "@crawlee/http": "3.12.0",
- "@crawlee/jsdom": "3.12.0",
- "@crawlee/linkedom": "3.12.0",
- "@crawlee/playwright": "3.12.0",
- "@crawlee/puppeteer": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/basic": "^3.12.1",
+ "@crawlee/browser": "^3.12.1",
+ "@crawlee/browser-pool": "^3.12.1",
+ "@crawlee/cheerio": "^3.12.1",
+ "@crawlee/cli": "^3.12.1",
+ "@crawlee/core": "^3.12.1",
+ "@crawlee/http": "^3.12.1",
+ "@crawlee/jsdom": "^3.12.1",
+ "@crawlee/linkedom": "^3.12.1",
+ "@crawlee/playwright": "^3.12.1",
+ "@crawlee/puppeteer": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index 2f4c135e5..aed70086d 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 4753a0b7b..363f05edf 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/basic": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"@types/content-type": "^1.1.5",
"cheerio": "1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index 1d88e1b49..5659cc15b 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index ca690570c..20bb0cb70 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/http": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"@types/jsdom": "^21.0.0",
"cheerio": "1.0.0-rc.12",
"jsdom": "^25.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index 2419a6531..b30962ca6 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index 825f4ea6b..1f7af9306 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.12.0",
- "@crawlee/types": "3.12.0",
+ "@crawlee/http": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
"linkedom": "^0.18.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index fe9195a16..3138b5add 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/memory-storage
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index 6369f0b29..38eacc7d2 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.12.0",
+ "@crawlee/types": "^3.12.1",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 857e79a1e..d7ad97c4f 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 19afae67f..9382f344e 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -56,11 +56,11 @@
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.1",
- "@crawlee/browser": "3.12.0",
- "@crawlee/browser-pool": "3.12.0",
- "@crawlee/core": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/browser": "^3.12.1",
+ "@crawlee/browser-pool": "^3.12.1",
+ "@crawlee/core": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"cheerio": "1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index 7af5e4780..8a6524ef8 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index f2ae47552..1f4fb473d 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.12.0",
- "@crawlee/browser-pool": "3.12.0",
- "@crawlee/types": "3.12.0",
- "@crawlee/utils": "3.12.0",
+ "@crawlee/browser": "^3.12.1",
+ "@crawlee/browser-pool": "^3.12.1",
+ "@crawlee/types": "^3.12.1",
+ "@crawlee/utils": "^3.12.1",
"cheerio": "1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index b0965f44c..13ea9d409 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 81eadf690..14e80d001 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index 7ef0ff143..488730981 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 7dc878412..0372ea2be 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index 6086d502b..18065b5d9 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.12.1](https://github.com/apify/crawlee/compare/v3.12.0...v3.12.1) (2024-12-04)
+
+
+### Bug Fixes
+
+* **social:** support new URL formats for Facebook, YouTube and X ([#2758](https://github.com/apify/crawlee/issues/2758)) ([4c95847](https://github.com/apify/crawlee/commit/4c95847d5cedd6514620ccab31d5b242ba76de80)), closes [#525](https://github.com/apify/crawlee/issues/525)
+
+
+
+
+
# [3.12.0](https://github.com/apify/crawlee/compare/v3.11.5...v3.12.0) (2024-11-04)
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 00a2414a7..e42f599de 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.12.0",
+ "version": "3.12.1",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.12.0",
+ "@crawlee/types": "^3.12.1",
"@types/sax": "^1.2.7",
"cheerio": "1.0.0-rc.12",
"file-type": "^19.0.0",
diff --git a/yarn.lock b/yarn.lock
index b5deb36c6..f9125e9b0 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -465,16 +465,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/basic@npm:3.12.0, @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@npm:^3.12.1, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/core": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/core": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
csv-stringify: "npm:^6.2.0"
fs-extra: "npm:^11.0.0"
got-scraping: "npm:^4.0.0"
@@ -485,14 +485,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser-pool@npm:3.12.0, @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@npm:^3.12.1, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/core": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
+ "@crawlee/core": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
fingerprint-generator: "npm:^2.0.6"
fingerprint-injector: "npm:^2.0.5"
lodash.merge: "npm:^4.6.2"
@@ -514,15 +514,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser@npm:3.12.0, @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@npm:^3.12.1, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/basic": "npm:3.12.0"
- "@crawlee/browser-pool": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/basic": "npm:^3.12.1"
+ "@crawlee/browser-pool": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
ow: "npm:^0.28.1"
tslib: "npm:^2.4.0"
type-fest: "npm:^4.0.0"
@@ -537,24 +537,24 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/cheerio@npm:3.12.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@npm:^3.12.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/http": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
cheerio: "npm:1.0.0-rc.12"
htmlparser2: "npm:^9.0.0"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cli@npm:3.12.0, @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@npm:^3.12.1, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": "npm:3.12.0"
+ "@crawlee/templates": "npm:^3.12.1"
ansi-colors: "npm:^4.1.3"
fs-extra: "npm:^11.0.0"
inquirer: "npm:^8.2.4"
@@ -566,7 +566,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.12.0, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:^3.12.1, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -576,9 +576,9 @@ __metadata:
"@apify/pseudo_url": "npm:^2.0.30"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/memory-storage": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/memory-storage": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
"@sapphire/async-queue": "npm:^1.5.1"
"@vladfrangu/async_event_emitter": "npm:^2.2.2"
csv-stringify: "npm:^6.2.0"
@@ -595,15 +595,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/http@npm:3.12.0, @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@npm:^3.12.1, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/basic": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/basic": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
"@types/content-type": "npm:^1.1.5"
cheerio: "npm:1.0.0-rc.12"
content-type: "npm:^1.0.4"
@@ -616,15 +616,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/jsdom@npm:3.12.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@npm:^3.12.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/http": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
"@types/jsdom": "npm:^21.0.0"
cheerio: "npm:1.0.0-rc.12"
jsdom: "npm:^25.0.0"
@@ -633,26 +633,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/linkedom@npm:3.12.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@npm:^3.12.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
+ "@crawlee/http": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
linkedom: "npm:^0.18.0"
ow: "npm:^0.28.2"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/memory-storage@npm:3.12.0, @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@npm:^3.12.1, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": "npm:^2.4.0"
- "@crawlee/types": "npm:3.12.0"
+ "@crawlee/types": "npm:^3.12.1"
"@sapphire/async-queue": "npm:^1.5.0"
"@sapphire/shapeshift": "npm:^3.0.0"
content-type: "npm:^1.0.4"
@@ -664,18 +664,18 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/playwright@npm:3.12.0, @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@npm:^3.12.1, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.1"
- "@crawlee/browser": "npm:3.12.0"
- "@crawlee/browser-pool": "npm:3.12.0"
- "@crawlee/core": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/browser": "npm:^3.12.1"
+ "@crawlee/browser-pool": "npm:^3.12.1"
+ "@crawlee/core": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
cheerio: "npm:1.0.0-rc.12"
idcac-playwright: "npm:^0.1.2"
jquery: "npm:^3.6.0"
@@ -693,16 +693,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/puppeteer@npm:3.12.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@npm:^3.12.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.12.0"
- "@crawlee/browser-pool": "npm:3.12.0"
- "@crawlee/types": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/browser": "npm:^3.12.1"
+ "@crawlee/browser-pool": "npm:^3.12.1"
+ "@crawlee/types": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
cheerio: "npm:1.0.0-rc.12"
devtools-protocol: "npm:*"
idcac-playwright: "npm:^0.1.2"
@@ -782,7 +782,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/templates@npm:3.12.0, @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@npm:^3.12.1, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -794,7 +794,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.12.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:^3.12.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -802,13 +802,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.12.0, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:^3.12.1, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/ps-tree": "npm:^1.2.0"
- "@crawlee/types": "npm:3.12.0"
+ "@crawlee/types": "npm:^3.12.1"
"@types/sax": "npm:^1.2.7"
"@types/whatwg-mimetype": "npm:^3.0.2"
cheerio: "npm:1.0.0-rc.12"
@@ -4344,18 +4344,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": "npm:3.12.0"
- "@crawlee/browser": "npm:3.12.0"
- "@crawlee/browser-pool": "npm:3.12.0"
- "@crawlee/cheerio": "npm:3.12.0"
- "@crawlee/cli": "npm:3.12.0"
- "@crawlee/core": "npm:3.12.0"
- "@crawlee/http": "npm:3.12.0"
- "@crawlee/jsdom": "npm:3.12.0"
- "@crawlee/linkedom": "npm:3.12.0"
- "@crawlee/playwright": "npm:3.12.0"
- "@crawlee/puppeteer": "npm:3.12.0"
- "@crawlee/utils": "npm:3.12.0"
+ "@crawlee/basic": "npm:^3.12.1"
+ "@crawlee/browser": "npm:^3.12.1"
+ "@crawlee/browser-pool": "npm:^3.12.1"
+ "@crawlee/cheerio": "npm:^3.12.1"
+ "@crawlee/cli": "npm:^3.12.1"
+ "@crawlee/core": "npm:^3.12.1"
+ "@crawlee/http": "npm:^3.12.1"
+ "@crawlee/jsdom": "npm:^3.12.1"
+ "@crawlee/linkedom": "npm:^3.12.1"
+ "@crawlee/playwright": "npm:^3.12.1"
+ "@crawlee/puppeteer": "npm:^3.12.1"
+ "@crawlee/utils": "npm:^3.12.1"
import-local: "npm:^3.1.0"
tslib: "npm:^2.4.0"
peerDependencies: