Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.10.4
Apify Release Botea16ff9e029a
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 31b27e64d..1d1ca5e64 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,21 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)+++### Bug Fixes++* add `waitForAllRequestsToBeAdded` option to `enqueueLinks` helper ([925546b](https://github.com/apify/crawlee/commit/925546b31130076c2dec98a83a42d15c216589a0)), closes [#2318](https://github.com/apify/crawlee/issues/2318)+* add missing `useState` implementation into crawling context ([eec4a71](https://github.com/apify/crawlee/commit/eec4a71769f1236ca0876a4a32288241b1b63db1))+* make `crawler.log` publicly accessible ([#2526](https://github.com/apify/crawlee/issues/2526)) ([3e9e665](https://github.com/apify/crawlee/commit/3e9e6652c0b5e4d0c2707985abbad7d80336b9af))+* **playwright:** allow passing new context options in `launchOptions` on type level ([0519d40](https://github.com/apify/crawlee/commit/0519d4099d257bbc40ed091c131a674ea5f8d731)), closes [#1849](https://github.com/apify/crawlee/issues/1849)+* respect `crawler.log` when creating child logger for `Statistics` ([0a0d75d](https://github.com/apify/crawlee/commit/0a0d75d40b5f78b329589535bbe3e0e84be76a7e)), closes [#2412](https://github.com/apify/crawlee/issues/2412)+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/lerna.json b/lerna.jsonindex 23a7a52d5..5adaf697e 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.10.3",+ "version": "3.10.4","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex 6bb3fc86a..1df64b4a3 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,19 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)+++### Bug Fixes++* add missing `useState` implementation into crawling context ([eec4a71](https://github.com/apify/crawlee/commit/eec4a71769f1236ca0876a4a32288241b1b63db1))+* make `crawler.log` publicly accessible ([#2526](https://github.com/apify/crawlee/issues/2526)) ([3e9e665](https://github.com/apify/crawlee/commit/3e9e6652c0b5e4d0c2707985abbad7d80336b9af))+* respect `crawler.log` when creating child logger for `Statistics` ([0a0d75d](https://github.com/apify/crawlee/commit/0a0d75d40b5f78b329589535bbe3e0e84be76a7e)), closes [#2412](https://github.com/apify/crawlee/issues/2412)+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex c561d4150..a02dcc71c 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/core": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","csv-stringify": "^6.2.0","fs-extra": "^11.0.0","got-scraping": "^4.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex a6241e0b8..b1f0e506b 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/browser+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 10ed7db04..c1f27335e 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.10.3",- "@crawlee/browser-pool": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/basic": "^3.10.4",+ "@crawlee/browser-pool": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","ow": "^0.28.1","tslib": "^2.4.0","type-fest": "^4.0.0"diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex dad7e085a..071a9e13b 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex f66a26298..ac4c66316 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.10.3",+ "version": "3.10.4","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.10.3",- "@crawlee/types": "3.10.3",+ "@crawlee/core": "^3.10.4",+ "@crawlee/types": "^3.10.4","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 6ba81c8de..7f052b8fd 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 8774b6a35..c1c6f26b2 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,9 +53,9 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/http": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex bf63b6e65..f1e8821a9 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/cli+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 554e3e0e7..bbff3be13 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.10.3",+ "@crawlee/templates": "^3.10.4","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 65955f227..efafd9f39 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)+++### Bug Fixes++* add `waitForAllRequestsToBeAdded` option to `enqueueLinks` helper ([925546b](https://github.com/apify/crawlee/commit/925546b31130076c2dec98a83a42d15c216589a0)), closes [#2318](https://github.com/apify/crawlee/issues/2318)+* respect `crawler.log` when creating child logger for `Statistics` ([0a0d75d](https://github.com/apify/crawlee/commit/0a0d75d40b5f78b329589535bbe3e0e84be76a7e)), closes [#2412](https://github.com/apify/crawlee/issues/2412)+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 0ee2d035c..593646f1f 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/memory-storage": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex bd50e5337..389e71d70 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package crawlee+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex ed75bab70..4dec856c9 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.10.3",- "@crawlee/browser": "3.10.3",- "@crawlee/browser-pool": "3.10.3",- "@crawlee/cheerio": "3.10.3",- "@crawlee/cli": "3.10.3",- "@crawlee/core": "3.10.3",- "@crawlee/http": "3.10.3",- "@crawlee/jsdom": "3.10.3",- "@crawlee/linkedom": "3.10.3",- "@crawlee/playwright": "3.10.3",- "@crawlee/puppeteer": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/basic": "^3.10.4",+ "@crawlee/browser": "^3.10.4",+ "@crawlee/browser-pool": "^3.10.4",+ "@crawlee/cheerio": "^3.10.4",+ "@crawlee/cli": "^3.10.4",+ "@crawlee/core": "^3.10.4",+ "@crawlee/http": "^3.10.4",+ "@crawlee/jsdom": "^3.10.4",+ "@crawlee/linkedom": "^3.10.4",+ "@crawlee/playwright": "^3.10.4",+ "@crawlee/puppeteer": "^3.10.4",+ "@crawlee/utils": "^3.10.4","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 58e8ccd24..6d28967a8 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)+++### Bug Fixes++* make `crawler.log` publicly accessible ([#2526](https://github.com/apify/crawlee/issues/2526)) ([3e9e665](https://github.com/apify/crawlee/commit/3e9e6652c0b5e4d0c2707985abbad7d80336b9af))+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex bf87b469b..76575fb56 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/basic": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 4750f97ee..e970a1621 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 93b743523..e6e767e35 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.10.3",- "@crawlee/types": "3.10.3",+ "@crawlee/http": "^3.10.4",+ "@crawlee/types": "^3.10.4","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^24.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex b185fd68e..18587978f 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 8afd93655..77978dc03 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.10.3",- "@crawlee/types": "3.10.3",+ "@crawlee/http": "^3.10.4",+ "@crawlee/types": "^3.10.4","linkedom": "^0.18.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 9d189d601..78d64f926 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 611d67228..43cb37abb 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.10.3",+ "version": "3.10.4","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.10.3",+ "@crawlee/types": "^3.10.4","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 24743eb6a..db83a5dfd 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)+++### Bug Fixes++* **playwright:** allow passing new context options in `launchOptions` on type level ([0519d40](https://github.com/apify/crawlee/commit/0519d4099d257bbc40ed091c131a674ea5f8d731)), closes [#1849](https://github.com/apify/crawlee/issues/1849)+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 5406d55cd..265eca615 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -56,11 +56,11 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/timeout": "^0.3.1",- "@crawlee/browser": "3.10.3",- "@crawlee/browser-pool": "3.10.3",- "@crawlee/core": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/browser": "^3.10.4",+ "@crawlee/browser-pool": "^3.10.4",+ "@crawlee/core": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex d514d7d82..9d94de6be 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 9cbb8da9c..e36b6fbd7 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.10.3",+ "version": "3.10.4","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.10.3",- "@crawlee/browser-pool": "3.10.3",- "@crawlee/types": "3.10.3",- "@crawlee/utils": "3.10.3",+ "@crawlee/browser": "^3.10.4",+ "@crawlee/browser-pool": "^3.10.4",+ "@crawlee/types": "^3.10.4",+ "@crawlee/utils": "^3.10.4","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex c60938610..f75da4e5f 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/templates+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex f40dcc028..655121372 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.10.3",+ "version": "3.10.4","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex abd1e3a00..45db32366 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/types+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex bcdc3d256..90c5b0513 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.10.3",+ "version": "3.10.4","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 4c89fe2b9..cb8965c12 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.10.4](https://github.com/apify/crawlee/compare/v3.10.3...v3.10.4) (2024-06-11)++**Note:** Version bump only for package @crawlee/utils+++++## [3.10.3](https://github.com/apify/crawlee/compare/v3.10.2...v3.10.3) (2024-06-07)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex bd2417aa5..2b9789987 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.10.3",+ "version": "3.10.4","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.10.3",+ "@crawlee/types": "^3.10.4","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","file-type": "^19.0.0",diff --git a/yarn.lock b/yarn.lockindex 3bb6573d6..a9105729f 100644--- a/yarn.lock+++ b/yarn.lock@@ -486,16 +486,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.10.3, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.10.4, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/core": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"csv-stringify: "npm:^6.2.0"fs-extra: "npm:^11.0.0"got-scraping: "npm:^4.0.0"@@ -506,14 +506,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.10.3, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.10.4, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"+ "@crawlee/core": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -535,39 +535,39 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.10.3, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.10.4, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.10.3"- "@crawlee/browser-pool": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/basic": "npm:^3.10.4"+ "@crawlee/browser-pool": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"type-fest: "npm:^4.0.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.10.3, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.10.4, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/http": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.10.3, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.10.4, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.10.3"+ "@crawlee/templates": "npm:^3.10.4"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -579,7 +579,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.10.3, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.10.4, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -589,9 +589,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/memory-storage": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -610,15 +610,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.10.3, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.10.4, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/basic": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -631,14 +631,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.10.3, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.10.4, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"+ "@crawlee/http": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^24.0.0"@@ -647,26 +647,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.10.3, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.10.4, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"+ "@crawlee/http": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"linkedom: "npm:^0.18.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.10.3, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.10.4, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.10.3"+ "@crawlee/types": "npm:^3.10.4""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -678,18 +678,18 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.10.3, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.10.4, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.1"- "@crawlee/browser": "npm:3.10.3"- "@crawlee/browser-pool": "npm:3.10.3"- "@crawlee/core": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/browser": "npm:^3.10.4"+ "@crawlee/browser-pool": "npm:^3.10.4"+ "@crawlee/core": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -707,16 +707,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.10.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.10.4, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.10.3"- "@crawlee/browser-pool": "npm:3.10.3"- "@crawlee/types": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/browser": "npm:^3.10.4"+ "@crawlee/browser-pool": "npm:^3.10.4"+ "@crawlee/types": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -797,7 +797,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.10.3, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.10.4, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -809,7 +809,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.10.3, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.10.4, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -817,13 +817,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.10.3, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.10.4, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.10.3"+ "@crawlee/types": "npm:^3.10.4""@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:^1.0.0-rc.12"@@ -4326,18 +4326,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.10.3"- "@crawlee/browser": "npm:3.10.3"- "@crawlee/browser-pool": "npm:3.10.3"- "@crawlee/cheerio": "npm:3.10.3"- "@crawlee/cli": "npm:3.10.3"- "@crawlee/core": "npm:3.10.3"- "@crawlee/http": "npm:3.10.3"- "@crawlee/jsdom": "npm:3.10.3"- "@crawlee/linkedom": "npm:3.10.3"- "@crawlee/playwright": "npm:3.10.3"- "@crawlee/puppeteer": "npm:3.10.3"- "@crawlee/utils": "npm:3.10.3"+ "@crawlee/basic": "npm:^3.10.4"+ "@crawlee/browser": "npm:^3.10.4"+ "@crawlee/browser-pool": "npm:^3.10.4"+ "@crawlee/cheerio": "npm:^3.10.4"+ "@crawlee/cli": "npm:^3.10.4"+ "@crawlee/core": "npm:^3.10.4"+ "@crawlee/http": "npm:^3.10.4"+ "@crawlee/jsdom": "npm:^3.10.4"+ "@crawlee/linkedom": "npm:^3.10.4"+ "@crawlee/playwright": "npm:^3.10.4"+ "@crawlee/puppeteer": "npm:^3.10.4"+ "@crawlee/utils": "npm:^3.10.4"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: