Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.11.4
Apify Release Bot20242f017c71
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex b3da0cd50..fd2be479f 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)+++### Bug Fixes++* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)diff --git a/lerna.json b/lerna.jsonindex af130cfe6..69d282116 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.11.3",+ "version": "3.11.4","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex f32156ac3..034c64693 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/basic+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex ba6516f60..bd64918a0 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/core": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 5a0d6e67c..c5eec979e 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/browser+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 47a951de2..592b1762b 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.11.3",- "@crawlee/browser-pool": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/basic": "^3.11.4",+ "@crawlee/browser-pool": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 4e918fdc6..408b2e75b 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 310d2903b..5e59077d8 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.11.3",+ "version": "3.11.4","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.11.3",- "@crawlee/types": "3.11.3",+ "@crawlee/core": "^3.11.4",+ "@crawlee/types": "^3.11.4","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 99d202b74..5df4bf38e 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex dc2e450e8..6716bacac 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/http": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","cheerio": "1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex cc57be219..16c2436bc 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/cli+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 81ae3df5f..6599fe0df 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.11.3",+ "@crawlee/templates": "^3.11.4","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 47d6ae4f3..12db9f056 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)+++### Bug Fixes++* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)diff --git a/packages/core/package.json b/packages/core/package.jsonindex ebd2ea967..d53edab25 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/memory-storage": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 3451fddba..fddf1d714 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package crawlee+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex dd579cf3f..451f64c3d 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.11.3",- "@crawlee/browser": "3.11.3",- "@crawlee/browser-pool": "3.11.3",- "@crawlee/cheerio": "3.11.3",- "@crawlee/cli": "3.11.3",- "@crawlee/core": "3.11.3",- "@crawlee/http": "3.11.3",- "@crawlee/jsdom": "3.11.3",- "@crawlee/linkedom": "3.11.3",- "@crawlee/playwright": "3.11.3",- "@crawlee/puppeteer": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/basic": "^3.11.4",+ "@crawlee/browser": "^3.11.4",+ "@crawlee/browser-pool": "^3.11.4",+ "@crawlee/cheerio": "^3.11.4",+ "@crawlee/cli": "^3.11.4",+ "@crawlee/core": "^3.11.4",+ "@crawlee/http": "^3.11.4",+ "@crawlee/jsdom": "^3.11.4",+ "@crawlee/linkedom": "^3.11.4",+ "@crawlee/playwright": "^3.11.4",+ "@crawlee/puppeteer": "^3.11.4",+ "@crawlee/utils": "^3.11.4","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 21c109b54..28e75ec12 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/http+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex d74aa81f7..3dcacfe7a 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/basic": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","@types/content-type": "^1.1.5","cheerio": "1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 73c336896..db226b594 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 81cb7ce81..1e78cf155 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/http": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","@types/jsdom": "^21.0.0","cheerio": "1.0.0-rc.12","jsdom": "^25.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 599474722..4b515b9f9 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 528c314e5..87e912ad1 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.11.3",- "@crawlee/types": "3.11.3",+ "@crawlee/http": "^3.11.4",+ "@crawlee/types": "^3.11.4","linkedom": "^0.18.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 6513fa5d4..e03de32f0 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 3401a7614..08e566b90 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.11.3",+ "version": "3.11.4","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.11.3",+ "@crawlee/types": "^3.11.4","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 029dcc627..d64413fd5 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 8b39dbdd2..f38488c40 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.11.3",- "@crawlee/browser-pool": "3.11.3",- "@crawlee/core": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/browser": "^3.11.4",+ "@crawlee/browser-pool": "^3.11.4",+ "@crawlee/core": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","cheerio": "1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex db3ec0c49..1e95a6520 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 732c1960d..950e48df9 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.11.3",+ "version": "3.11.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.11.3",- "@crawlee/browser-pool": "3.11.3",- "@crawlee/types": "3.11.3",- "@crawlee/utils": "3.11.3",+ "@crawlee/browser": "^3.11.4",+ "@crawlee/browser-pool": "^3.11.4",+ "@crawlee/types": "^3.11.4",+ "@crawlee/utils": "^3.11.4","cheerio": "1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex c66ab8716..705c243ac 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/templates+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex db4a3bdcc..5b490d028 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.11.3",+ "version": "3.11.4","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 128bb6016..85b6b15d7 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)++**Note:** Version bump only for package @crawlee/types+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 45b19a075..78a758edb 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.11.3",+ "version": "3.11.4","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 2519082e6..8382e9a8c 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.11.4](https://github.com/apify/crawlee/compare/v3.11.3...v3.11.4) (2024-09-23)+++### Bug Fixes++* `SitemapRequestList.teardown()` doesn't break `persistState` calls ([#2673](https://github.com/apify/crawlee/issues/2673)) ([fb2c5cd](https://github.com/apify/crawlee/commit/fb2c5cdaa47e2d3a91ade726cfba3091917a0137)), closes [/github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts#L446](https://github.com//github.com/apify/crawlee/blob/f3eb99d9fa9a7aa0ec1dcb9773e666a9ac14fb76/packages/core/src/storages/sitemap_request_list.ts/issues/L446) [#2672](https://github.com/apify/crawlee/issues/2672)+++++## [3.11.3](https://github.com/apify/crawlee/compare/v3.11.2...v3.11.3) (2024-09-03)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 545a17a7d..cce3fc32b 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.11.3",+ "version": "3.11.4","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.11.3",+ "@crawlee/types": "^3.11.4","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12","file-type": "^19.0.0",diff --git a/yarn.lock b/yarn.lockindex 5c0d010b7..f269c22fc 100644--- a/yarn.lock+++ b/yarn.lock@@ -478,16 +478,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.11.3, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.11.4, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/core": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -498,14 +498,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.11.3, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.11.4, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"+ "@crawlee/core": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -527,15 +527,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.11.3, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.11.4, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.11.3"- "@crawlee/browser-pool": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/basic": "npm:^3.11.4"+ "@crawlee/browser-pool": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"@@ -550,24 +550,24 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.11.3, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.11.4, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/http": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"cheerio: "npm:1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.11.3, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.11.4, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.11.3"+ "@crawlee/templates": "npm:^3.11.4"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -579,7 +579,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.11.3, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.11.4, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -589,9 +589,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/memory-storage": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -610,15 +610,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.11.3, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.11.4, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/basic": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4""@types/content-type": "npm:^1.1.5"cheerio: "npm:1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -631,15 +631,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.11.3, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.11.4, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/http": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4""@types/jsdom": "npm:^21.0.0"cheerio: "npm:1.0.0-rc.12"jsdom: "npm:^25.0.0"@@ -648,26 +648,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.11.3, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.11.4, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"+ "@crawlee/http": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"linkedom: "npm:^0.18.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.11.3, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.11.4, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.11.3"+ "@crawlee/types": "npm:^3.11.4""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -679,18 +679,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.11.3, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.11.4, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.11.3"- "@crawlee/browser-pool": "npm:3.11.3"- "@crawlee/core": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/browser": "npm:^3.11.4"+ "@crawlee/browser-pool": "npm:^3.11.4"+ "@crawlee/core": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"cheerio: "npm:1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -708,16 +708,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.11.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.11.4, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.11.3"- "@crawlee/browser-pool": "npm:3.11.3"- "@crawlee/types": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/browser": "npm:^3.11.4"+ "@crawlee/browser-pool": "npm:^3.11.4"+ "@crawlee/types": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"cheerio: "npm:1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -798,7 +798,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.11.3, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.11.4, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -810,7 +810,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.11.3, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.11.4, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -818,13 +818,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.11.3, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.11.4, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.11.3"+ "@crawlee/types": "npm:^3.11.4""@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:1.0.0-rc.12"@@ -4359,18 +4359,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.11.3"- "@crawlee/browser": "npm:3.11.3"- "@crawlee/browser-pool": "npm:3.11.3"- "@crawlee/cheerio": "npm:3.11.3"- "@crawlee/cli": "npm:3.11.3"- "@crawlee/core": "npm:3.11.3"- "@crawlee/http": "npm:3.11.3"- "@crawlee/jsdom": "npm:3.11.3"- "@crawlee/linkedom": "npm:3.11.3"- "@crawlee/playwright": "npm:3.11.3"- "@crawlee/puppeteer": "npm:3.11.3"- "@crawlee/utils": "npm:3.11.3"+ "@crawlee/basic": "npm:^3.11.4"+ "@crawlee/browser": "npm:^3.11.4"+ "@crawlee/browser-pool": "npm:^3.11.4"+ "@crawlee/cheerio": "npm:^3.11.4"+ "@crawlee/cli": "npm:^3.11.4"+ "@crawlee/core": "npm:^3.11.4"+ "@crawlee/http": "npm:^3.11.4"+ "@crawlee/jsdom": "npm:^3.11.4"+ "@crawlee/linkedom": "npm:^3.11.4"+ "@crawlee/playwright": "npm:^3.11.4"+ "@crawlee/puppeteer": "npm:^3.11.4"+ "@crawlee/utils": "npm:^3.11.4"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: