Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.7.3

Apify Release Bot36fdf300f142
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 3126dea6c..32d4411df 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,18 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+
+### Bug Fixes
+
+* **enqueueLinks:** filter out empty/nullish globs ([#2286](https://github.com/apify/crawlee/issues/2286)) ([84319b3](https://github.com/apify/crawlee/commit/84319b39efb5a921d0d5ec785db0147ec47f1243))
+* pass on an invisible CF turnstile ([#2277](https://github.com/apify/crawlee/issues/2277)) ([d8734e7](https://github.com/apify/crawlee/commit/d8734e765238115d9cba6dda9c649ad8573890d8)), closes [#2256](https://github.com/apify/crawlee/issues/2256)
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
diff --git a/lerna.json b/lerna.json
index d5b75963c..99cc3066f 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.7.2",
+ "version": "3.7.3",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index 93c1b233b..f902c05fa 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/basic
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 9a116c547..c38b844f9 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/core": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"got-scraping": "^4.0.0",
"ow": "^0.28.1",
"tldts": "^6.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index 13b71202a..ecb0d18bc 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/browser
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 689802830..29df415e3 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.7.2",
- "@crawlee/browser-pool": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/basic": "^3.7.3",
+ "@crawlee/browser-pool": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"ow": "^0.28.1",
"tslib": "^2.4.0"
}
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index 9c2718d9e..2771ceb4c 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/browser-pool
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 776b7badd..213ed9335 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.7.2",
- "@crawlee/types": "3.7.2",
+ "@crawlee/core": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index fe1497b6e..d1177d565 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 55657dee3..d58653620 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,9 +53,9 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/http": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"cheerio": "^1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index 5d229a02b..bf087cebb 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index 172082dfe..6bed0fcb5 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.7.2",
+ "@crawlee/templates": "^3.7.3",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index cd2599999..b866da492 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+
+### Bug Fixes
+
+* **enqueueLinks:** filter out empty/nullish globs ([#2286](https://github.com/apify/crawlee/issues/2286)) ([84319b3](https://github.com/apify/crawlee/commit/84319b39efb5a921d0d5ec785db0147ec47f1243))
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
diff --git a/packages/core/package.json b/packages/core/package.json
index aa08e6fb2..331b4e188 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/memory-storage": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"@sapphire/async-queue": "^1.5.1",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index 3f28f2a50..e274d3bca 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index 56f1a8c92..30176a7ab 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.7.2",
- "@crawlee/browser": "3.7.2",
- "@crawlee/browser-pool": "3.7.2",
- "@crawlee/cheerio": "3.7.2",
- "@crawlee/cli": "3.7.2",
- "@crawlee/core": "3.7.2",
- "@crawlee/http": "3.7.2",
- "@crawlee/jsdom": "3.7.2",
- "@crawlee/linkedom": "3.7.2",
- "@crawlee/playwright": "3.7.2",
- "@crawlee/puppeteer": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/basic": "^3.7.3",
+ "@crawlee/browser": "^3.7.3",
+ "@crawlee/browser-pool": "^3.7.3",
+ "@crawlee/cheerio": "^3.7.3",
+ "@crawlee/cli": "^3.7.3",
+ "@crawlee/core": "^3.7.3",
+ "@crawlee/http": "^3.7.3",
+ "@crawlee/jsdom": "^3.7.3",
+ "@crawlee/linkedom": "^3.7.3",
+ "@crawlee/playwright": "^3.7.3",
+ "@crawlee/puppeteer": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index 420dc2580..4d25d2067 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/http
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 4f8982882..a5b3614a1 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/basic": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"@types/content-type": "^1.1.5",
"cheerio": "^1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index 9740f18f5..ad4aac271 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index 1e31dc313..53aaabd2c 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.7.2",
- "@crawlee/types": "3.7.2",
+ "@crawlee/http": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
"@types/jsdom": "^21.0.0",
"cheerio": "^1.0.0-rc.12",
"jsdom": "^24.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index 22fc4d4b4..615315fc0 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index cbb2cebff..1c40053ee 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.7.2",
- "@crawlee/types": "3.7.2",
+ "@crawlee/http": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
"linkedom": "^0.16.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index c78f23a76..7155507d1 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/memory-storage
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index 97232fbb7..50f45dbec 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.7.2",
+ "@crawlee/types": "^3.7.3",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 3edb0c3f9..1579956ed 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/playwright
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index ed9094ed2..d74fa8852 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.7.2",
- "@crawlee/browser-pool": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/browser": "^3.7.3",
+ "@crawlee/browser-pool": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"cheerio": "^1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index ae3469977..18ce2ec9d 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/puppeteer
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 83501fc8c..2412fd233 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.7.2",
- "@crawlee/browser-pool": "3.7.2",
- "@crawlee/types": "3.7.2",
- "@crawlee/utils": "3.7.2",
+ "@crawlee/browser": "^3.7.3",
+ "@crawlee/browser-pool": "^3.7.3",
+ "@crawlee/types": "^3.7.3",
+ "@crawlee/utils": "^3.7.3",
"cheerio": "^1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index 82d2b9364..029c2c99c 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 9af11e0bb..f15d9762f 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index 6e0a17397..3b63d697a 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 6322525bc..fc32e2976 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index de075fa6f..473a60bd0 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.3](https://github.com/apify/crawlee/compare/v3.7.2...v3.7.3) (2024-01-30)
+
+
+### Bug Fixes
+
+* pass on an invisible CF turnstile ([#2277](https://github.com/apify/crawlee/issues/2277)) ([d8734e7](https://github.com/apify/crawlee/commit/d8734e765238115d9cba6dda9c649ad8573890d8)), closes [#2256](https://github.com/apify/crawlee/issues/2256)
+
+
+
+
+
## [3.7.2](https://github.com/apify/crawlee/compare/v3.7.1...v3.7.2) (2024-01-09)
**Note:** Version bump only for package @crawlee/utils
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 910154105..ca158ae31 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.7.2",
+ "version": "3.7.3",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.7.2",
+ "@crawlee/types": "^3.7.3",
"@types/sax": "^1.2.7",
"cheerio": "^1.0.0-rc.12",
"got-scraping": "^4.0.3",
diff --git a/yarn.lock b/yarn.lock
index 7b940ae2e..057afb74a 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -402,16 +402,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/basic@npm:3.7.2, @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@npm:^3.7.3, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/core": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/core": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
got-scraping: "npm:^4.0.0"
ow: "npm:^0.28.1"
tldts: "npm:^6.0.0"
@@ -420,14 +420,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser-pool@npm:3.7.2, @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@npm:^3.7.3, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/core": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
+ "@crawlee/core": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
fingerprint-generator: "npm:^2.0.6"
fingerprint-injector: "npm:^2.0.5"
lodash.merge: "npm:^4.6.2"
@@ -449,38 +449,38 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser@npm:3.7.2, @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@npm:^3.7.3, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/basic": "npm:3.7.2"
- "@crawlee/browser-pool": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/basic": "npm:^3.7.3"
+ "@crawlee/browser-pool": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
ow: "npm:^0.28.1"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cheerio@npm:3.7.2, @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@npm:^3.7.3, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/http": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
cheerio: "npm:^1.0.0-rc.12"
htmlparser2: "npm:^9.0.0"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cli@npm:3.7.2, @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@npm:^3.7.3, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": "npm:3.7.2"
+ "@crawlee/templates": "npm:^3.7.3"
ansi-colors: "npm:^4.1.3"
fs-extra: "npm:^11.0.0"
inquirer: "npm:^8.2.4"
@@ -492,7 +492,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.7.2, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.7.3, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -502,9 +502,9 @@ __metadata:
"@apify/pseudo_url": "npm:^2.0.30"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/memory-storage": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/memory-storage": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
"@sapphire/async-queue": "npm:^1.5.1"
"@types/tough-cookie": "npm:^4.0.2"
"@vladfrangu/async_event_emitter": "npm:^2.2.2"
@@ -523,15 +523,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/http@npm:3.7.2, @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@npm:^3.7.3, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/basic": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/basic": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
"@types/content-type": "npm:^1.1.5"
cheerio: "npm:^1.0.0-rc.12"
content-type: "npm:^1.0.4"
@@ -544,14 +544,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/jsdom@npm:3.7.2, @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@npm:^3.7.3, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
+ "@crawlee/http": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
"@types/jsdom": "npm:^21.0.0"
cheerio: "npm:^1.0.0-rc.12"
jsdom: "npm:^24.0.0"
@@ -560,26 +560,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/linkedom@npm:3.7.2, @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@npm:^3.7.3, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
+ "@crawlee/http": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
linkedom: "npm:^0.16.0"
ow: "npm:^0.28.2"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/memory-storage@npm:3.7.2, @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@npm:^3.7.3, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": "npm:^2.4.0"
- "@crawlee/types": "npm:3.7.2"
+ "@crawlee/types": "npm:^3.7.3"
"@sapphire/async-queue": "npm:^1.5.0"
"@sapphire/shapeshift": "npm:^3.0.0"
content-type: "npm:^1.0.4"
@@ -591,16 +591,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/playwright@npm:3.7.2, @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@npm:^3.7.3, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.7.2"
- "@crawlee/browser-pool": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/browser": "npm:^3.7.3"
+ "@crawlee/browser-pool": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
cheerio: "npm:^1.0.0-rc.12"
idcac-playwright: "npm:^0.1.2"
jquery: "npm:^3.6.0"
@@ -614,16 +614,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/puppeteer@npm:3.7.2, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@npm:^3.7.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.7.2"
- "@crawlee/browser-pool": "npm:3.7.2"
- "@crawlee/types": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/browser": "npm:^3.7.3"
+ "@crawlee/browser-pool": "npm:^3.7.3"
+ "@crawlee/types": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
cheerio: "npm:^1.0.0-rc.12"
devtools-protocol: "npm:*"
idcac-playwright: "npm:^0.1.2"
@@ -701,7 +701,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/templates@npm:3.7.2, @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@npm:^3.7.3, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -713,7 +713,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.7.2, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.7.3, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -721,13 +721,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.7.2, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.7.3, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/ps-tree": "npm:^1.2.0"
- "@crawlee/types": "npm:3.7.2"
+ "@crawlee/types": "npm:^3.7.3"
"@types/sax": "npm:^1.2.7"
cheerio: "npm:^1.0.0-rc.12"
got-scraping: "npm:^4.0.3"
@@ -3965,18 +3965,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": "npm:3.7.2"
- "@crawlee/browser": "npm:3.7.2"
- "@crawlee/browser-pool": "npm:3.7.2"
- "@crawlee/cheerio": "npm:3.7.2"
- "@crawlee/cli": "npm:3.7.2"
- "@crawlee/core": "npm:3.7.2"
- "@crawlee/http": "npm:3.7.2"
- "@crawlee/jsdom": "npm:3.7.2"
- "@crawlee/linkedom": "npm:3.7.2"
- "@crawlee/playwright": "npm:3.7.2"
- "@crawlee/puppeteer": "npm:3.7.2"
- "@crawlee/utils": "npm:3.7.2"
+ "@crawlee/basic": "npm:^3.7.3"
+ "@crawlee/browser": "npm:^3.7.3"
+ "@crawlee/browser-pool": "npm:^3.7.3"
+ "@crawlee/cheerio": "npm:^3.7.3"
+ "@crawlee/cli": "npm:^3.7.3"
+ "@crawlee/core": "npm:^3.7.3"
+ "@crawlee/http": "npm:^3.7.3"
+ "@crawlee/jsdom": "npm:^3.7.3"
+ "@crawlee/linkedom": "npm:^3.7.3"
+ "@crawlee/playwright": "npm:^3.7.3"
+ "@crawlee/puppeteer": "npm:^3.7.3"
+ "@crawlee/utils": "npm:^3.7.3"
import-local: "npm:^3.1.0"
tslib: "npm:^2.4.0"
peerDependencies: