Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.7.3
Apify Release Bot36fdf300f142
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 3126dea6c..32d4411df 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)+++### Bug Fixes++* **enqueueLinks:** filter out empty/nullish globs ([#2286](https://github.com/apify/crawlee/issues/2286)) ([84319b3](https://github.com/apify/crawlee/commit/84319b39efb5a921d0d5ec785db0147ec47f1243))+* pass on an invisible CF turnstile ([#2277](https://github.com/apify/crawlee/issues/2277)) ([d8734e7](https://github.com/apify/crawlee/commit/d8734e765238115d9cba6dda9c649ad8573890d8)), closes [#2256](https://github.com/apify/crawlee/issues/2256)+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)diff --git a/lerna.json b/lerna.jsonindex d5b75963c..99cc3066f 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.7.2",+ "version": "3.7.3","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 93c1b233b..f902c05fa 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/basic+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 9a116c547..c38b844f9 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/core": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","got-scraping": "^4.0.0","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 13b71202a..ecb0d18bc 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/browser+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 689802830..29df415e3 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.7.2",- "@crawlee/browser-pool": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/basic": "^3.7.3",+ "@crawlee/browser-pool": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 9c2718d9e..2771ceb4c 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 776b7badd..213ed9335 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.7.2",+ "version": "3.7.3","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.7.2",- "@crawlee/types": "3.7.2",+ "@crawlee/core": "^3.7.3",+ "@crawlee/types": "^3.7.3","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex fe1497b6e..d1177d565 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 55657dee3..d58653620 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/http": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 5d229a02b..bf087cebb 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/cli+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 172082dfe..6bed0fcb5 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.7.2",+ "@crawlee/templates": "^3.7.3","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex cd2599999..b866da492 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)+++### Bug Fixes++* **enqueueLinks:** filter out empty/nullish globs ([#2286](https://github.com/apify/crawlee/issues/2286)) ([84319b3](https://github.com/apify/crawlee/commit/84319b39efb5a921d0d5ec785db0147ec47f1243))+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)diff --git a/packages/core/package.json b/packages/core/package.jsonindex aa08e6fb2..331b4e188 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/memory-storage": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 3f28f2a50..e274d3bca 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package crawlee+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 56f1a8c92..30176a7ab 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.7.2",- "@crawlee/browser": "3.7.2",- "@crawlee/browser-pool": "3.7.2",- "@crawlee/cheerio": "3.7.2",- "@crawlee/cli": "3.7.2",- "@crawlee/core": "3.7.2",- "@crawlee/http": "3.7.2",- "@crawlee/jsdom": "3.7.2",- "@crawlee/linkedom": "3.7.2",- "@crawlee/playwright": "3.7.2",- "@crawlee/puppeteer": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/basic": "^3.7.3",+ "@crawlee/browser": "^3.7.3",+ "@crawlee/browser-pool": "^3.7.3",+ "@crawlee/cheerio": "^3.7.3",+ "@crawlee/cli": "^3.7.3",+ "@crawlee/core": "^3.7.3",+ "@crawlee/http": "^3.7.3",+ "@crawlee/jsdom": "^3.7.3",+ "@crawlee/linkedom": "^3.7.3",+ "@crawlee/playwright": "^3.7.3",+ "@crawlee/puppeteer": "^3.7.3",+ "@crawlee/utils": "^3.7.3","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 420dc2580..4d25d2067 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/http+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 4f8982882..a5b3614a1 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/basic": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 9740f18f5..ad4aac271 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 1e31dc313..53aaabd2c 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.7.2",- "@crawlee/types": "3.7.2",+ "@crawlee/http": "^3.7.3",+ "@crawlee/types": "^3.7.3","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^24.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 22fc4d4b4..615315fc0 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex cbb2cebff..1c40053ee 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.7.2",- "@crawlee/types": "3.7.2",+ "@crawlee/http": "^3.7.3",+ "@crawlee/types": "^3.7.3","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex c78f23a76..7155507d1 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 97232fbb7..50f45dbec 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.7.2",+ "version": "3.7.3","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.7.2",+ "@crawlee/types": "^3.7.3","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 3edb0c3f9..1579956ed 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex ed9094ed2..d74fa8852 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.7.2",- "@crawlee/browser-pool": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/browser": "^3.7.3",+ "@crawlee/browser-pool": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex ae3469977..18ce2ec9d 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 83501fc8c..2412fd233 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.7.2",+ "version": "3.7.3","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.7.2",- "@crawlee/browser-pool": "3.7.2",- "@crawlee/types": "3.7.2",- "@crawlee/utils": "3.7.2",+ "@crawlee/browser": "^3.7.3",+ "@crawlee/browser-pool": "^3.7.3",+ "@crawlee/types": "^3.7.3",+ "@crawlee/utils": "^3.7.3","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 82d2b9364..029c2c99c 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/templates+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 9af11e0bb..f15d9762f 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.7.2",+ "version": "3.7.3","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 6e0a17397..3b63d697a 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)++**Note:** Version bump only for package @crawlee/types+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 6322525bc..fc32e2976 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.7.2",+ "version": "3.7.3","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex de075fa6f..473a60bd0 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)+++### Bug Fixes++* pass on an invisible CF turnstile ([#2277](https://github.com/apify/crawlee/issues/2277)) ([d8734e7](https://github.com/apify/crawlee/commit/d8734e765238115d9cba6dda9c649ad8573890d8)), closes [#2256](https://github.com/apify/crawlee/issues/2256)+++++## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 910154105..ca158ae31 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.7.2",+ "version": "3.7.3","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.7.2",+ "@crawlee/types": "^3.7.3","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.3",diff --git a/yarn.lock b/yarn.lockindex 7b940ae2e..057afb74a 100644--- a/yarn.lock+++ b/yarn.lock@@ -402,16 +402,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.7.2, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.7.3, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/core": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"got-scraping: "npm:^4.0.0"ow: "npm:^0.28.1"tldts: "npm:^6.0.0"@@ -420,14 +420,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.7.2, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.7.3, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"+ "@crawlee/core": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -449,38 +449,38 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.7.2, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.7.3, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.7.2"- "@crawlee/browser-pool": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/basic": "npm:^3.7.3"+ "@crawlee/browser-pool": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.7.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.7.3, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/http": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.7.2, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.7.3, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.7.2"+ "@crawlee/templates": "npm:^3.7.3"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -492,7 +492,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.7.2, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.7.3, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -502,9 +502,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/memory-storage": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -523,15 +523,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.7.2, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.7.3, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/basic": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -544,14 +544,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.7.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.7.3, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"+ "@crawlee/http": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^24.0.0"@@ -560,26 +560,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.7.2, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.7.3, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"+ "@crawlee/http": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.7.2, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.7.3, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.7.2"+ "@crawlee/types": "npm:^3.7.3""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -591,16 +591,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.7.2, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.7.3, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.7.2"- "@crawlee/browser-pool": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/browser": "npm:^3.7.3"+ "@crawlee/browser-pool": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -614,16 +614,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.7.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.7.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.7.2"- "@crawlee/browser-pool": "npm:3.7.2"- "@crawlee/types": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/browser": "npm:^3.7.3"+ "@crawlee/browser-pool": "npm:^3.7.3"+ "@crawlee/types": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -701,7 +701,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.7.2, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.7.3, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -713,7 +713,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.7.2, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.7.3, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -721,13 +721,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.7.2, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.7.3, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.7.2"+ "@crawlee/types": "npm:^3.7.3""@types/sax": "npm:^1.2.7"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.3"@@ -3965,18 +3965,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.7.2"- "@crawlee/browser": "npm:3.7.2"- "@crawlee/browser-pool": "npm:3.7.2"- "@crawlee/cheerio": "npm:3.7.2"- "@crawlee/cli": "npm:3.7.2"- "@crawlee/core": "npm:3.7.2"- "@crawlee/http": "npm:3.7.2"- "@crawlee/jsdom": "npm:3.7.2"- "@crawlee/linkedom": "npm:3.7.2"- "@crawlee/playwright": "npm:3.7.2"- "@crawlee/puppeteer": "npm:3.7.2"- "@crawlee/utils": "npm:3.7.2"+ "@crawlee/basic": "npm:^3.7.3"+ "@crawlee/browser": "npm:^3.7.3"+ "@crawlee/browser-pool": "npm:^3.7.3"+ "@crawlee/cheerio": "npm:^3.7.3"+ "@crawlee/cli": "npm:^3.7.3"+ "@crawlee/core": "npm:^3.7.3"+ "@crawlee/http": "npm:^3.7.3"+ "@crawlee/jsdom": "npm:^3.7.3"+ "@crawlee/linkedom": "npm:^3.7.3"+ "@crawlee/playwright": "npm:^3.7.3"+ "@crawlee/puppeteer": "npm:^3.7.3"+ "@crawlee/utils": "npm:^3.7.3"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: