Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.8.1

Apify Release Bot9a9a63e14e37
diff --git a/CHANGELOG.md b/CHANGELOG.md
index c0588fd86..ae16f0ac1 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+
+### Bug Fixes
+
+* fix crawling context type in `router.addHandler()` ([#2355](https://github.com/apify/crawlee/issues/2355)) ([d73c202](https://github.com/apify/crawlee/commit/d73c20240586aeeddaea99cd157771a01b61d917))
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/lerna.json b/lerna.json
index bb901a69d..9aa2ffcdc 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.8.0",
+ "version": "3.8.1",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index fdcde49ee..fbd445b24 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index abdcbbdae..5242c8964 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/core": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"csv-stringify": "^6.2.0",
"fs-extra": "^11.0.0",
"got-scraping": "^4.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index acd4daff7..992681bdd 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index d95716693..2b1e0e15f 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.8.0",
- "@crawlee/browser-pool": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/basic": "^3.8.1",
+ "@crawlee/browser-pool": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"ow": "^0.28.1",
"tslib": "^2.4.0",
"type-fest": "^4.0.0"
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index 68f1ce341..497ec6798 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 06d532ee6..28ac856e5 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.8.0",
- "@crawlee/types": "3.8.0",
+ "@crawlee/core": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index aeaa26e1e..03b436c96 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 7c3652313..0eb1cfbd8 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,9 +53,9 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/http": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"cheerio": "^1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index 6b6f0cf92..e5c679bd7 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index a7d7313b8..cf06bcfc4 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.8.0",
+ "@crawlee/templates": "^3.8.1",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index ee14eea53..9f451b6e1 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+
+### Bug Fixes
+
+* fix crawling context type in `router.addHandler()` ([#2355](https://github.com/apify/crawlee/issues/2355)) ([d73c202](https://github.com/apify/crawlee/commit/d73c20240586aeeddaea99cd157771a01b61d917))
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/core/package.json b/packages/core/package.json
index 50f25753c..ed3e376e7 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/memory-storage": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"@sapphire/async-queue": "^1.5.1",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index 674f503c1..2e1be256a 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index bf3f1ab34..a93db10cb 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.8.0",
- "@crawlee/browser": "3.8.0",
- "@crawlee/browser-pool": "3.8.0",
- "@crawlee/cheerio": "3.8.0",
- "@crawlee/cli": "3.8.0",
- "@crawlee/core": "3.8.0",
- "@crawlee/http": "3.8.0",
- "@crawlee/jsdom": "3.8.0",
- "@crawlee/linkedom": "3.8.0",
- "@crawlee/playwright": "3.8.0",
- "@crawlee/puppeteer": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/basic": "^3.8.1",
+ "@crawlee/browser": "^3.8.1",
+ "@crawlee/browser-pool": "^3.8.1",
+ "@crawlee/cheerio": "^3.8.1",
+ "@crawlee/cli": "^3.8.1",
+ "@crawlee/core": "^3.8.1",
+ "@crawlee/http": "^3.8.1",
+ "@crawlee/jsdom": "^3.8.1",
+ "@crawlee/linkedom": "^3.8.1",
+ "@crawlee/playwright": "^3.8.1",
+ "@crawlee/puppeteer": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index 1fb444b23..d663a5432 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/http
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 010f5ba40..3ed194c52 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/basic": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"@types/content-type": "^1.1.5",
"cheerio": "^1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index d595c5d03..22f19a219 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index 0c25c8e1e..f3c02a947 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.8.0",
- "@crawlee/types": "3.8.0",
+ "@crawlee/http": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
"@types/jsdom": "^21.0.0",
"cheerio": "^1.0.0-rc.12",
"jsdom": "^24.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index 4e967ea4c..b6505bf63 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index 8dbccd6fb..4f0119fd5 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.8.0",
- "@crawlee/types": "3.8.0",
+ "@crawlee/http": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
"linkedom": "^0.16.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index a63b33be4..134580895 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index c4457c0f1..e6b294dd8 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.8.0",
+ "@crawlee/types": "^3.8.1",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 699d8a318..de1544e94 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index f9de2d266..aa32a9208 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -56,11 +56,11 @@
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.1",
- "@crawlee/browser": "3.8.0",
- "@crawlee/browser-pool": "3.8.0",
- "@crawlee/core": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/browser": "^3.8.1",
+ "@crawlee/browser-pool": "^3.8.1",
+ "@crawlee/core": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"cheerio": "^1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index bc8075810..9a647a68d 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 6cdd8c1cc..df46fcad8 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.8.0",
- "@crawlee/browser-pool": "3.8.0",
- "@crawlee/types": "3.8.0",
- "@crawlee/utils": "3.8.0",
+ "@crawlee/browser": "^3.8.1",
+ "@crawlee/browser-pool": "^3.8.1",
+ "@crawlee/types": "^3.8.1",
+ "@crawlee/utils": "^3.8.1",
"cheerio": "^1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index 3985634ab..af96a1ae3 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index c0a0cd8d3..9e5b32926 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index 856af3cdb..f4c457641 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/types/package.json b/packages/types/package.json
index 47baf4525..3eca05a7a 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index b3b2e36e6..4aec2e5fb 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
+
+**Note:** Version bump only for package @crawlee/utils
+
+
+
+
+
# [3.8.0](https://github.com/apify/crawlee/compare/v3.7.3...v3.8.0) (2024-02-21)
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 1aa63dfa3..9ae319962 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.8.0",
+ "version": "3.8.1",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.8.0",
+ "@crawlee/types": "^3.8.1",
"@types/sax": "^1.2.7",
"cheerio": "^1.0.0-rc.12",
"got-scraping": "^4.0.3",
diff --git a/yarn.lock b/yarn.lock
index 835c302cc..c2c61bccd 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -403,16 +403,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/basic@npm:3.8.0, @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@npm:^3.8.1, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/core": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/core": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
csv-stringify: "npm:^6.2.0"
fs-extra: "npm:^11.0.0"
got-scraping: "npm:^4.0.0"
@@ -423,14 +423,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser-pool@npm:3.8.0, @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@npm:^3.8.1, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/core": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
+ "@crawlee/core": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
fingerprint-generator: "npm:^2.0.6"
fingerprint-injector: "npm:^2.0.5"
lodash.merge: "npm:^4.6.2"
@@ -452,39 +452,39 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser@npm:3.8.0, @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@npm:^3.8.1, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/basic": "npm:3.8.0"
- "@crawlee/browser-pool": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/basic": "npm:^3.8.1"
+ "@crawlee/browser-pool": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
ow: "npm:^0.28.1"
tslib: "npm:^2.4.0"
type-fest: "npm:^4.0.0"
languageName: unknown
linkType: soft
-"@crawlee/cheerio@npm:3.8.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@npm:^3.8.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/http": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
cheerio: "npm:^1.0.0-rc.12"
htmlparser2: "npm:^9.0.0"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cli@npm:3.8.0, @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@npm:^3.8.1, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": "npm:3.8.0"
+ "@crawlee/templates": "npm:^3.8.1"
ansi-colors: "npm:^4.1.3"
fs-extra: "npm:^11.0.0"
inquirer: "npm:^8.2.4"
@@ -496,7 +496,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.8.0, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.8.1, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -506,9 +506,9 @@ __metadata:
"@apify/pseudo_url": "npm:^2.0.30"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/memory-storage": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/memory-storage": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
"@sapphire/async-queue": "npm:^1.5.1"
"@types/tough-cookie": "npm:^4.0.2"
"@vladfrangu/async_event_emitter": "npm:^2.2.2"
@@ -527,15 +527,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/http@npm:3.8.0, @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@npm:^3.8.1, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/basic": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/basic": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
"@types/content-type": "npm:^1.1.5"
cheerio: "npm:^1.0.0-rc.12"
content-type: "npm:^1.0.4"
@@ -548,14 +548,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/jsdom@npm:3.8.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@npm:^3.8.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
+ "@crawlee/http": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
"@types/jsdom": "npm:^21.0.0"
cheerio: "npm:^1.0.0-rc.12"
jsdom: "npm:^24.0.0"
@@ -564,26 +564,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/linkedom@npm:3.8.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@npm:^3.8.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
+ "@crawlee/http": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
linkedom: "npm:^0.16.0"
ow: "npm:^0.28.2"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/memory-storage@npm:3.8.0, @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@npm:^3.8.1, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": "npm:^2.4.0"
- "@crawlee/types": "npm:3.8.0"
+ "@crawlee/types": "npm:^3.8.1"
"@sapphire/async-queue": "npm:^1.5.0"
"@sapphire/shapeshift": "npm:^3.0.0"
content-type: "npm:^1.0.4"
@@ -595,18 +595,18 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/playwright@npm:3.8.0, @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@npm:^3.8.1, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.1"
- "@crawlee/browser": "npm:3.8.0"
- "@crawlee/browser-pool": "npm:3.8.0"
- "@crawlee/core": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/browser": "npm:^3.8.1"
+ "@crawlee/browser-pool": "npm:^3.8.1"
+ "@crawlee/core": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
cheerio: "npm:^1.0.0-rc.12"
idcac-playwright: "npm:^0.1.2"
jquery: "npm:^3.6.0"
@@ -623,16 +623,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/puppeteer@npm:3.8.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@npm:^3.8.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.8.0"
- "@crawlee/browser-pool": "npm:3.8.0"
- "@crawlee/types": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/browser": "npm:^3.8.1"
+ "@crawlee/browser-pool": "npm:^3.8.1"
+ "@crawlee/types": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
cheerio: "npm:^1.0.0-rc.12"
devtools-protocol: "npm:*"
idcac-playwright: "npm:^0.1.2"
@@ -711,7 +711,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/templates@npm:3.8.0, @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@npm:^3.8.1, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -723,7 +723,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.8.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.8.1, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -731,13 +731,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.8.0, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.8.1, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/ps-tree": "npm:^1.2.0"
- "@crawlee/types": "npm:3.8.0"
+ "@crawlee/types": "npm:^3.8.1"
"@types/sax": "npm:^1.2.7"
cheerio: "npm:^1.0.0-rc.12"
got-scraping: "npm:^4.0.3"
@@ -4036,18 +4036,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": "npm:3.8.0"
- "@crawlee/browser": "npm:3.8.0"
- "@crawlee/browser-pool": "npm:3.8.0"
- "@crawlee/cheerio": "npm:3.8.0"
- "@crawlee/cli": "npm:3.8.0"
- "@crawlee/core": "npm:3.8.0"
- "@crawlee/http": "npm:3.8.0"
- "@crawlee/jsdom": "npm:3.8.0"
- "@crawlee/linkedom": "npm:3.8.0"
- "@crawlee/playwright": "npm:3.8.0"
- "@crawlee/puppeteer": "npm:3.8.0"
- "@crawlee/utils": "npm:3.8.0"
+ "@crawlee/basic": "npm:^3.8.1"
+ "@crawlee/browser": "npm:^3.8.1"
+ "@crawlee/browser-pool": "npm:^3.8.1"
+ "@crawlee/cheerio": "npm:^3.8.1"
+ "@crawlee/cli": "npm:^3.8.1"
+ "@crawlee/core": "npm:^3.8.1"
+ "@crawlee/http": "npm:^3.8.1"
+ "@crawlee/jsdom": "npm:^3.8.1"
+ "@crawlee/linkedom": "npm:^3.8.1"
+ "@crawlee/playwright": "npm:^3.8.1"
+ "@crawlee/puppeteer": "npm:^3.8.1"
+ "@crawlee/utils": "npm:^3.8.1"
import-local: "npm:^3.1.0"
tslib: "npm:^2.4.0"
peerDependencies: