Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.7.1
Apify Release Bot608c8845daca
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 1a597cb55..54a356572 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)+++### Bug Fixes++* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/lerna.json b/lerna.jsonindex 409802d7b..65a50f3f6 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.7.0",+ "version": "3.7.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex aab158c93..5f795d9bf 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/basic+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 4891ff489..941a61b1d 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/core": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","got-scraping": "^4.0.0","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 900c0d54f..985226981 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/browser+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 3319b2622..67838bac6 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.7.0",- "@crawlee/browser-pool": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/basic": "^3.7.1",+ "@crawlee/browser-pool": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex d23852404..1b1644667 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/browser-pool+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex ceb00d60c..a6dd9c651 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.7.0",+ "version": "3.7.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.7.0",- "@crawlee/types": "3.7.0",+ "@crawlee/core": "^3.7.1",+ "@crawlee/types": "^3.7.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex bfec99e95..009290b8e 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 05b8b9f55..f6a4f8ef3 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.7.0",- "@crawlee/types": "3.7.0",+ "@crawlee/http": "^3.7.1",+ "@crawlee/types": "^3.7.1","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 34ab2dff3..fe91043cd 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/cli+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 2c51cae7b..5619964b8 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.7.0",+ "@crawlee/templates": "^3.7.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 28fca54c3..cdc509090 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/core+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 5b95e04a4..19700edb3 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/memory-storage": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","@sapphire/async-queue": "^1.5.1","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex a46d6a393..a250f7f1e 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package crawlee+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex fe44ff18b..4615bda0a 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.7.0",- "@crawlee/browser": "3.7.0",- "@crawlee/browser-pool": "3.7.0",- "@crawlee/cheerio": "3.7.0",- "@crawlee/cli": "3.7.0",- "@crawlee/core": "3.7.0",- "@crawlee/http": "3.7.0",- "@crawlee/jsdom": "3.7.0",- "@crawlee/linkedom": "3.7.0",- "@crawlee/playwright": "3.7.0",- "@crawlee/puppeteer": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/basic": "^3.7.1",+ "@crawlee/browser": "^3.7.1",+ "@crawlee/browser-pool": "^3.7.1",+ "@crawlee/cheerio": "^3.7.1",+ "@crawlee/cli": "^3.7.1",+ "@crawlee/core": "^3.7.1",+ "@crawlee/http": "^3.7.1",+ "@crawlee/jsdom": "^3.7.1",+ "@crawlee/linkedom": "^3.7.1",+ "@crawlee/playwright": "^3.7.1",+ "@crawlee/puppeteer": "^3.7.1",+ "@crawlee/utils": "^3.7.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex e34bd202e..6b277408c 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/http+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 888004d57..b7187feb0 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/basic": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 9eb7ce907..2586f07c1 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/jsdom+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 2ac1947eb..0d3664320 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.7.0",- "@crawlee/types": "3.7.0",+ "@crawlee/http": "^3.7.1",+ "@crawlee/types": "^3.7.1","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^23.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 5817e2bc9..2f99e7f4d 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/linkedom+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 8a170de79..4ac755fa2 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.7.0",- "@crawlee/types": "3.7.0",+ "@crawlee/http": "^3.7.1",+ "@crawlee/types": "^3.7.1","linkedom": "^0.16.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex 65a607217..1fc628023 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex a11137e9b..3d7751b40 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.7.0",+ "version": "3.7.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.7.0",+ "@crawlee/types": "^3.7.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 39ca36c28..c4faceff2 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 1f7cc8b9c..5bcc73f1c 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.7.0",- "@crawlee/browser-pool": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/browser": "^3.7.1",+ "@crawlee/browser-pool": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 562edab71..cfb8fa183 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex ab60d3258..e0811eeee 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.7.0",+ "version": "3.7.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.7.0",- "@crawlee/browser-pool": "3.7.0",- "@crawlee/types": "3.7.0",- "@crawlee/utils": "3.7.0",+ "@crawlee/browser": "^3.7.1",+ "@crawlee/browser-pool": "^3.7.1",+ "@crawlee/types": "^3.7.1",+ "@crawlee/utils": "^3.7.1","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 02b917448..c5c75f69f 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)+++### Bug Fixes++* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 0f1922371..d19a49966 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.7.0",+ "version": "3.7.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex f6b2ac346..0b23e4ed3 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)++**Note:** Version bump only for package @crawlee/types+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex ff9636202..ced8b5223 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.7.0",+ "version": "3.7.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 732d22a14..11361a440 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)+++### Bug Fixes++* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)+++++# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 212a692fe..3d56f1924 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.7.0",+ "version": "3.7.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.7.0",+ "@crawlee/types": "^3.7.1","@types/sax": "^1.2.7","cheerio": "^1.0.0-rc.12","got-scraping": "^4.0.3",diff --git a/yarn.lock b/yarn.lockindex f3d56ad14..681279be5 100644--- a/yarn.lock+++ b/yarn.lock@@ -404,16 +404,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@npm:3.7.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@npm:^3.7.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/core": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/core": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1"got-scraping: "npm:^4.0.0"ow: "npm:^0.28.1"tldts: "npm:^6.0.0"@@ -422,14 +422,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@npm:3.7.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@npm:^3.7.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0""@apify/timeout": "npm:^0.3.0"- "@crawlee/core": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/core": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"fingerprint-generator: "npm:^2.0.6"fingerprint-injector: "npm:^2.0.5"lodash.merge: "npm:^4.6.2"@@ -451,37 +451,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@npm:3.7.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@npm:^3.7.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": "npm:^0.3.0"- "@crawlee/basic": "npm:3.7.0"- "@crawlee/browser-pool": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/basic": "npm:^3.7.1"+ "@crawlee/browser-pool": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1"ow: "npm:^0.28.1"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cheerio@npm:3.7.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@npm:^3.7.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/http": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"cheerio: "npm:^1.0.0-rc.12"htmlparser2: "npm:^9.0.0"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/cli@npm:3.7.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@npm:^3.7.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": "npm:3.7.0"+ "@crawlee/templates": "npm:^3.7.1"ansi-colors: "npm:^4.1.3"fs-extra: "npm:^11.0.0"inquirer: "npm:^8.2.4"@@ -493,7 +493,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.7.0, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.7.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -503,9 +503,9 @@ __metadata:"@apify/pseudo_url": "npm:^2.0.30""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/memory-storage": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/memory-storage": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1""@sapphire/async-queue": "npm:^1.5.1""@types/tough-cookie": "npm:^4.0.2""@vladfrangu/async_event_emitter": "npm:^2.2.2"@@ -524,15 +524,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@npm:3.7.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@npm:^3.7.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/basic": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/basic": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1""@types/content-type": "npm:^1.1.5"cheerio: "npm:^1.0.0-rc.12"content-type: "npm:^1.0.4"@@ -545,14 +545,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@npm:3.7.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@npm:^3.7.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/http": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"jsdom: "npm:^23.0.0"@@ -561,26 +561,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@npm:3.7.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@npm:^3.7.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.7.10"- "@crawlee/http": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/http": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"linkedom: "npm:^0.16.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknownlinkType: soft-"@crawlee/memory-storage@npm:3.7.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@npm:^3.7.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": "npm:^2.4.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/types": "npm:^3.7.1""@sapphire/async-queue": "npm:^1.5.0""@sapphire/shapeshift": "npm:^3.0.0"content-type: "npm:^1.0.4"@@ -592,16 +592,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@npm:3.7.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@npm:^3.7.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.7.0"- "@crawlee/browser-pool": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/browser": "npm:^3.7.1"+ "@crawlee/browser-pool": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1"cheerio: "npm:^1.0.0-rc.12"idcac-playwright: "npm:^0.1.2"jquery: "npm:^3.6.0"@@ -615,16 +615,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@npm:3.7.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@npm:^3.7.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@crawlee/browser": "npm:3.7.0"- "@crawlee/browser-pool": "npm:3.7.0"- "@crawlee/types": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/browser": "npm:^3.7.1"+ "@crawlee/browser-pool": "npm:^3.7.1"+ "@crawlee/types": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1"cheerio: "npm:^1.0.0-rc.12"devtools-protocol: "npm:*"idcac-playwright: "npm:^0.1.2"@@ -702,7 +702,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@npm:3.7.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@npm:^3.7.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -714,7 +714,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.7.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.7.1, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -722,13 +722,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.7.0, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.7.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": "npm:^2.4.0""@apify/ps-tree": "npm:^1.2.0"- "@crawlee/types": "npm:3.7.0"+ "@crawlee/types": "npm:^3.7.1""@types/sax": "npm:^1.2.7"cheerio: "npm:^1.0.0-rc.12"got-scraping: "npm:^4.0.3"@@ -3902,18 +3902,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": "npm:3.7.0"- "@crawlee/browser": "npm:3.7.0"- "@crawlee/browser-pool": "npm:3.7.0"- "@crawlee/cheerio": "npm:3.7.0"- "@crawlee/cli": "npm:3.7.0"- "@crawlee/core": "npm:3.7.0"- "@crawlee/http": "npm:3.7.0"- "@crawlee/jsdom": "npm:3.7.0"- "@crawlee/linkedom": "npm:3.7.0"- "@crawlee/playwright": "npm:3.7.0"- "@crawlee/puppeteer": "npm:3.7.0"- "@crawlee/utils": "npm:3.7.0"+ "@crawlee/basic": "npm:^3.7.1"+ "@crawlee/browser": "npm:^3.7.1"+ "@crawlee/browser-pool": "npm:^3.7.1"+ "@crawlee/cheerio": "npm:^3.7.1"+ "@crawlee/cli": "npm:^3.7.1"+ "@crawlee/core": "npm:^3.7.1"+ "@crawlee/http": "npm:^3.7.1"+ "@crawlee/jsdom": "npm:^3.7.1"+ "@crawlee/linkedom": "npm:^3.7.1"+ "@crawlee/playwright": "npm:^3.7.1"+ "@crawlee/puppeteer": "npm:^3.7.1"+ "@crawlee/utils": "npm:^3.7.1"import-local: "npm:^3.1.0"tslib: "npm:^2.4.0"peerDependencies: