Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.11.4

Apify Release Bot20242f017c71
diff --git a/CHANGELOG.md b/CHANGELOG.md
index b3da0cd50..fd2be479f 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+
+### Bug Fixes
+
+* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
diff --git a/lerna.json b/lerna.json
index af130cfe6..69d282116 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.11.3",
+ "version": "3.11.4",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index f32156ac3..034c64693 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/basic
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index ba6516f60..bd64918a0 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/core": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"csv-stringify": "^6.2.0",
"fs-extra": "^11.0.0",
"got-scraping": "^4.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index 5a0d6e67c..c5eec979e 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/browser
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 47a951de2..592b1762b 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.11.3",
- "@crawlee/browser-pool": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/basic": "^3.11.4",
+ "@crawlee/browser-pool": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"ow": "^0.28.1",
"tslib": "^2.4.0",
"type-fest": "^4.0.0"
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index 4e918fdc6..408b2e75b 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/browser-pool
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index 310d2903b..5e59077d8 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.11.3",
- "@crawlee/types": "3.11.3",
+ "@crawlee/core": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index 99d202b74..5df4bf38e 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index dc2e450e8..6716bacac 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,9 +53,9 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/http": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index cc57be219..16c2436bc 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/cli
diff --git a/packages/cli/package.json b/packages/cli/package.json
index 81ae3df5f..6599fe0df 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.11.3",
+ "@crawlee/templates": "^3.11.4",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index 47d6ae4f3..12db9f056 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+
+### Bug Fixes
+
+* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
diff --git a/packages/core/package.json b/packages/core/package.json
index ebd2ea967..d53edab25 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/memory-storage": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"@sapphire/async-queue": "^1.5.1",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index 3451fddba..fddf1d714 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index dd579cf3f..451f64c3d 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.11.3",
- "@crawlee/browser": "3.11.3",
- "@crawlee/browser-pool": "3.11.3",
- "@crawlee/cheerio": "3.11.3",
- "@crawlee/cli": "3.11.3",
- "@crawlee/core": "3.11.3",
- "@crawlee/http": "3.11.3",
- "@crawlee/jsdom": "3.11.3",
- "@crawlee/linkedom": "3.11.3",
- "@crawlee/playwright": "3.11.3",
- "@crawlee/puppeteer": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/basic": "^3.11.4",
+ "@crawlee/browser": "^3.11.4",
+ "@crawlee/browser-pool": "^3.11.4",
+ "@crawlee/cheerio": "^3.11.4",
+ "@crawlee/cli": "^3.11.4",
+ "@crawlee/core": "^3.11.4",
+ "@crawlee/http": "^3.11.4",
+ "@crawlee/jsdom": "^3.11.4",
+ "@crawlee/linkedom": "^3.11.4",
+ "@crawlee/playwright": "^3.11.4",
+ "@crawlee/puppeteer": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index 21c109b54..28e75ec12 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/http
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index d74aa81f7..3dcacfe7a 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/basic": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"@types/content-type": "^1.1.5",
"cheerio": "1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index 73c336896..db226b594 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index 81cb7ce81..1e78cf155 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/http": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"@types/jsdom": "^21.0.0",
"cheerio": "1.0.0-rc.12",
"jsdom": "^25.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index 599474722..4b515b9f9 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index 528c314e5..87e912ad1 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.11.3",
- "@crawlee/types": "3.11.3",
+ "@crawlee/http": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
"linkedom": "^0.18.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index 6513fa5d4..e03de32f0 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/memory-storage
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index 3401a7614..08e566b90 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.11.3",
+ "@crawlee/types": "^3.11.4",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 029dcc627..d64413fd5 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/playwright
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 8b39dbdd2..f38488c40 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -56,11 +56,11 @@
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.1",
- "@crawlee/browser": "3.11.3",
- "@crawlee/browser-pool": "3.11.3",
- "@crawlee/core": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/browser": "^3.11.4",
+ "@crawlee/browser-pool": "^3.11.4",
+ "@crawlee/core": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"cheerio": "1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index db3ec0c49..1e95a6520 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/puppeteer
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 732c1960d..950e48df9 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.11.3",
- "@crawlee/browser-pool": "3.11.3",
- "@crawlee/types": "3.11.3",
- "@crawlee/utils": "3.11.3",
+ "@crawlee/browser": "^3.11.4",
+ "@crawlee/browser-pool": "^3.11.4",
+ "@crawlee/types": "^3.11.4",
+ "@crawlee/utils": "^3.11.4",
"cheerio": "1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index c66ab8716..705c243ac 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/templates
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index db4a3bdcc..5b490d028 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index 128bb6016..85b6b15d7 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index 45b19a075..78a758edb 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index 2519082e6..8382e9a8c 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)
+
+
+### Bug Fixes
+
+* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)
+
+
+
+
+
## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 545a17a7d..cce3fc32b 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.11.3",
+ "version": "3.11.4",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.11.3",
+ "@crawlee/types": "^3.11.4",
"@types/sax": "^1.2.7",
"cheerio": "1.0.0-rc.12",
"file-type": "^19.0.0",
diff --git a/yarn.lock b/yarn.lock
index 5c0d010b7..f269c22fc 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -478,16 +478,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/basic@npm:3.11.3, @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@npm:^3.11.4, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/core": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/core": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
csv-stringify: "npm:^6.2.0"
fs-extra: "npm:^11.0.0"
got-scraping: "npm:^4.0.0"
@@ -498,14 +498,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser-pool@npm:3.11.3, @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@npm:^3.11.4, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/core": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
+ "@crawlee/core": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
fingerprint-generator: "npm:^2.0.6"
fingerprint-injector: "npm:^2.0.5"
lodash.merge: "npm:^4.6.2"
@@ -527,15 +527,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser@npm:3.11.3, @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@npm:^3.11.4, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/basic": "npm:3.11.3"
- "@crawlee/browser-pool": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/basic": "npm:^3.11.4"
+ "@crawlee/browser-pool": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
ow: "npm:^0.28.1"
tslib: "npm:^2.4.0"
type-fest: "npm:^4.0.0"
@@ -550,24 +550,24 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/cheerio@npm:3.11.3, @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@npm:^3.11.4, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/http": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
cheerio: "npm:1.0.0-rc.12"
htmlparser2: "npm:^9.0.0"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cli@npm:3.11.3, @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@npm:^3.11.4, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": "npm:3.11.3"
+ "@crawlee/templates": "npm:^3.11.4"
ansi-colors: "npm:^4.1.3"
fs-extra: "npm:^11.0.0"
inquirer: "npm:^8.2.4"
@@ -579,7 +579,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.11.3, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:^3.11.4, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -589,9 +589,9 @@ __metadata:
"@apify/pseudo_url": "npm:^2.0.30"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/memory-storage": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/memory-storage": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
"@sapphire/async-queue": "npm:^1.5.1"
"@types/tough-cookie": "npm:^4.0.2"
"@vladfrangu/async_event_emitter": "npm:^2.2.2"
@@ -610,15 +610,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/http@npm:3.11.3, @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@npm:^3.11.4, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/basic": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/basic": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
"@types/content-type": "npm:^1.1.5"
cheerio: "npm:1.0.0-rc.12"
content-type: "npm:^1.0.4"
@@ -631,15 +631,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/jsdom@npm:3.11.3, @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@npm:^3.11.4, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/http": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
"@types/jsdom": "npm:^21.0.0"
cheerio: "npm:1.0.0-rc.12"
jsdom: "npm:^25.0.0"
@@ -648,26 +648,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/linkedom@npm:3.11.3, @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@npm:^3.11.4, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
+ "@crawlee/http": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
linkedom: "npm:^0.18.0"
ow: "npm:^0.28.2"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/memory-storage@npm:3.11.3, @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@npm:^3.11.4, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": "npm:^2.4.0"
- "@crawlee/types": "npm:3.11.3"
+ "@crawlee/types": "npm:^3.11.4"
"@sapphire/async-queue": "npm:^1.5.0"
"@sapphire/shapeshift": "npm:^3.0.0"
content-type: "npm:^1.0.4"
@@ -679,18 +679,18 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/playwright@npm:3.11.3, @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@npm:^3.11.4, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.1"
- "@crawlee/browser": "npm:3.11.3"
- "@crawlee/browser-pool": "npm:3.11.3"
- "@crawlee/core": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/browser": "npm:^3.11.4"
+ "@crawlee/browser-pool": "npm:^3.11.4"
+ "@crawlee/core": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
cheerio: "npm:1.0.0-rc.12"
idcac-playwright: "npm:^0.1.2"
jquery: "npm:^3.6.0"
@@ -708,16 +708,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/puppeteer@npm:3.11.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@npm:^3.11.4, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.11.3"
- "@crawlee/browser-pool": "npm:3.11.3"
- "@crawlee/types": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/browser": "npm:^3.11.4"
+ "@crawlee/browser-pool": "npm:^3.11.4"
+ "@crawlee/types": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
cheerio: "npm:1.0.0-rc.12"
devtools-protocol: "npm:*"
idcac-playwright: "npm:^0.1.2"
@@ -798,7 +798,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/templates@npm:3.11.3, @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@npm:^3.11.4, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -810,7 +810,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.11.3, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:^3.11.4, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -818,13 +818,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.11.3, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:^3.11.4, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/ps-tree": "npm:^1.2.0"
- "@crawlee/types": "npm:3.11.3"
+ "@crawlee/types": "npm:^3.11.4"
"@types/sax": "npm:^1.2.7"
"@types/whatwg-mimetype": "npm:^3.0.2"
cheerio: "npm:1.0.0-rc.12"
@@ -4359,18 +4359,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": "npm:3.11.3"
- "@crawlee/browser": "npm:3.11.3"
- "@crawlee/browser-pool": "npm:3.11.3"
- "@crawlee/cheerio": "npm:3.11.3"
- "@crawlee/cli": "npm:3.11.3"
- "@crawlee/core": "npm:3.11.3"
- "@crawlee/http": "npm:3.11.3"
- "@crawlee/jsdom": "npm:3.11.3"
- "@crawlee/linkedom": "npm:3.11.3"
- "@crawlee/playwright": "npm:3.11.3"
- "@crawlee/puppeteer": "npm:3.11.3"
- "@crawlee/utils": "npm:3.11.3"
+ "@crawlee/basic": "npm:^3.11.4"
+ "@crawlee/browser": "npm:^3.11.4"
+ "@crawlee/browser-pool": "npm:^3.11.4"
+ "@crawlee/cheerio": "npm:^3.11.4"
+ "@crawlee/cli": "npm:^3.11.4"
+ "@crawlee/core": "npm:^3.11.4"
+ "@crawlee/http": "npm:^3.11.4"
+ "@crawlee/jsdom": "npm:^3.11.4"
+ "@crawlee/linkedom": "npm:^3.11.4"
+ "@crawlee/playwright": "npm:^3.11.4"
+ "@crawlee/puppeteer": "npm:^3.11.4"
+ "@crawlee/utils": "npm:^3.11.4"
import-local: "npm:^3.1.0"
tslib: "npm:^2.4.0"
peerDependencies: