Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(release): v3.7.1

Apify Release Bot608c8845daca
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 1a597cb55..54a356572 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+
+### Bug Fixes
+
+* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/lerna.json b/lerna.json
index 409802d7b..65a50f3f6 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
- "version": "3.7.0",
+ "version": "3.7.1",
"command": {
"version": {
"conventionalCommits": true,
diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
index aab158c93..5f795d9bf 100644
--- a/packages/basic-crawler/CHANGELOG.md
+++ b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
index 4891ff489..941a61b1d 100644
--- a/packages/basic-crawler/package.json
+++ b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/basic",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -48,9 +48,9 @@
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/core": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/core": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"got-scraping": "^4.0.0",
"ow": "^0.28.1",
"tldts": "^6.0.0",
diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
index 900c0d54f..985226981 100644
--- a/packages/browser-crawler/CHANGELOG.md
+++ b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
index 3319b2622..67838bac6 100644
--- a/packages/browser-crawler/package.json
+++ b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,10 +54,10 @@
},
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "3.7.0",
- "@crawlee/browser-pool": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/basic": "^3.7.1",
+ "@crawlee/browser-pool": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"ow": "^0.28.1",
"tslib": "^2.4.0"
}
diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
index d23852404..1b1644667 100644
--- a/packages/browser-pool/CHANGELOG.md
+++ b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index ceb00d60c..a6dd9c651 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/browser-pool",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -38,8 +38,8 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/core": "3.7.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/core": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
"fingerprint-generator": "^2.0.6",
"fingerprint-injector": "^2.0.5",
"lodash.merge": "^4.6.2",
diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
index bfec99e95..009290b8e 100644
--- a/packages/cheerio-crawler/CHANGELOG.md
+++ b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/cheerio
diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
index 05b8b9f55..f6a4f8ef3 100644
--- a/packages/cheerio-crawler/package.json
+++ b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cheerio",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -53,8 +53,8 @@
"access": "public"
},
"dependencies": {
- "@crawlee/http": "3.7.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/http": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
"cheerio": "^1.0.0-rc.12",
"htmlparser2": "^9.0.0",
"tslib": "^2.4.0"
diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
index 34ab2dff3..fe91043cd 100644
--- a/packages/cli/CHANGELOG.md
+++ b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/cli/package.json b/packages/cli/package.json
index 2c51cae7b..5619964b8 100644
--- a/packages/cli/package.json
+++ b/packages/cli/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/cli",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -51,7 +51,7 @@
"access": "public"
},
"dependencies": {
- "@crawlee/templates": "3.7.0",
+ "@crawlee/templates": "^3.7.1",
"ansi-colors": "^4.1.3",
"fs-extra": "^11.0.0",
"inquirer": "^8.2.4",
diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
index 28fca54c3..cdc509090 100644
--- a/packages/core/CHANGELOG.md
+++ b/packages/core/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/core
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/core/package.json b/packages/core/package.json
index 5b95e04a4..19700edb3 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/core",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -59,9 +59,9 @@
"@apify/pseudo_url": "^2.0.30",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/memory-storage": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/memory-storage": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"@sapphire/async-queue": "^1.5.1",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.2.2",
diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
index a46d6a393..a250f7f1e 100644
--- a/packages/crawlee/CHANGELOG.md
+++ b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package crawlee
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index fe44ff18b..4615bda0a 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
{
"name": "crawlee",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -54,18 +54,18 @@
"access": "public"
},
"dependencies": {
- "@crawlee/basic": "3.7.0",
- "@crawlee/browser": "3.7.0",
- "@crawlee/browser-pool": "3.7.0",
- "@crawlee/cheerio": "3.7.0",
- "@crawlee/cli": "3.7.0",
- "@crawlee/core": "3.7.0",
- "@crawlee/http": "3.7.0",
- "@crawlee/jsdom": "3.7.0",
- "@crawlee/linkedom": "3.7.0",
- "@crawlee/playwright": "3.7.0",
- "@crawlee/puppeteer": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/basic": "^3.7.1",
+ "@crawlee/browser": "^3.7.1",
+ "@crawlee/browser-pool": "^3.7.1",
+ "@crawlee/cheerio": "^3.7.1",
+ "@crawlee/cli": "^3.7.1",
+ "@crawlee/core": "^3.7.1",
+ "@crawlee/http": "^3.7.1",
+ "@crawlee/jsdom": "^3.7.1",
+ "@crawlee/linkedom": "^3.7.1",
+ "@crawlee/playwright": "^3.7.1",
+ "@crawlee/puppeteer": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"import-local": "^3.1.0",
"tslib": "^2.4.0"
},
diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
index e34bd202e..6b277408c 100644
--- a/packages/http-crawler/CHANGELOG.md
+++ b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
index 888004d57..b7187feb0 100644
--- a/packages/http-crawler/package.json
+++ b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/http",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,9 +55,9 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/basic": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/basic": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"@types/content-type": "^1.1.5",
"cheerio": "^1.0.0-rc.12",
"content-type": "^1.0.4",
diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
index 9eb7ce907..2586f07c1 100644
--- a/packages/jsdom-crawler/CHANGELOG.md
+++ b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/jsdom
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
index 2ac1947eb..0d3664320 100644
--- a/packages/jsdom-crawler/package.json
+++ b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/jsdom",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.7.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/http": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
"@types/jsdom": "^21.0.0",
"cheerio": "^1.0.0-rc.12",
"jsdom": "^23.0.0",
diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
index 5817e2bc9..2f99e7f4d 100644
--- a/packages/linkedom-crawler/CHANGELOG.md
+++ b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/linkedom
diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json
index 8a170de79..4ac755fa2 100644
--- a/packages/linkedom-crawler/package.json
+++ b/packages/linkedom-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/linkedom",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,8 +55,8 @@
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.7.10",
- "@crawlee/http": "3.7.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/http": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
"linkedom": "^0.16.0",
"ow": "^0.28.2",
"tslib": "^2.4.0"
diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md
index 65a607217..1fc628023 100644
--- a/packages/memory-storage/CHANGELOG.md
+++ b/packages/memory-storage/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/memory-storage
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json
index a11137e9b..3d7751b40 100644
--- a/packages/memory-storage/package.json
+++ b/packages/memory-storage/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/memory-storage",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "A simple in-memory storage implementation of the Apify API",
"engines": {
"node": ">= 16"
@@ -49,7 +49,7 @@
},
"dependencies": {
"@apify/log": "^2.4.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/types": "^3.7.1",
"@sapphire/async-queue": "^1.5.0",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md
index 39ca36c28..c4faceff2 100644
--- a/packages/playwright-crawler/CHANGELOG.md
+++ b/packages/playwright-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/playwright
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/playwright
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 1f7cc8b9c..5bcc73f1c 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/playwright",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.7.0",
- "@crawlee/browser-pool": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/browser": "^3.7.1",
+ "@crawlee/browser-pool": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"cheerio": "^1.0.0-rc.12",
"idcac-playwright": "^0.1.2",
"jquery": "^3.6.0",
diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md
index 562edab71..cfb8fa183 100644
--- a/packages/puppeteer-crawler/CHANGELOG.md
+++ b/packages/puppeteer-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/puppeteer
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/puppeteer
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index ab60d3258..e0811eeee 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/puppeteer",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
"engines": {
"node": ">=16.0.0"
@@ -55,10 +55,10 @@
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.4.0",
- "@crawlee/browser": "3.7.0",
- "@crawlee/browser-pool": "3.7.0",
- "@crawlee/types": "3.7.0",
- "@crawlee/utils": "3.7.0",
+ "@crawlee/browser": "^3.7.1",
+ "@crawlee/browser-pool": "^3.7.1",
+ "@crawlee/types": "^3.7.1",
+ "@crawlee/utils": "^3.7.1",
"cheerio": "^1.0.0-rc.12",
"devtools-protocol": "*",
"idcac-playwright": "^0.1.2",
diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md
index 02b917448..c5c75f69f 100644
--- a/packages/templates/CHANGELOG.md
+++ b/packages/templates/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+
+### Bug Fixes
+
+* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/templates
diff --git a/packages/templates/package.json b/packages/templates/package.json
index 0f1922371..d19a49966 100644
--- a/packages/templates/package.json
+++ b/packages/templates/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/templates",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "Templates for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md
index f6b2ac346..0b23e4ed3 100644
--- a/packages/types/CHANGELOG.md
+++ b/packages/types/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+**Note:** Version bump only for package @crawlee/types
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
**Note:** Version bump only for package @crawlee/types
diff --git a/packages/types/package.json b/packages/types/package.json
index ff9636202..ced8b5223 100644
--- a/packages/types/package.json
+++ b/packages/types/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/types",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "Shared types for the crawlee projects",
"engines": {
"node": ">=16.0.0"
diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md
index 732d22a14..11361a440 100644
--- a/packages/utils/CHANGELOG.md
+++ b/packages/utils/CHANGELOG.md
@@ -3,6 +3,17 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [3.7.1](https://github.com/apify/crawlee/compare/v3.7.0...v3.7.1) (2024-01-02)
+
+
+### Bug Fixes
+
+* ES2022 build compatibility and move to NodeNext for module ([#2258](https://github.com/apify/crawlee/issues/2258)) ([7fe1e68](https://github.com/apify/crawlee/commit/7fe1e685904660c8446aafdf739fd1212684b48c)), closes [#2257](https://github.com/apify/crawlee/issues/2257)
+
+
+
+
+
# [3.7.0](https://github.com/apify/crawlee/compare/v3.6.2...v3.7.0) (2023-12-21)
diff --git a/packages/utils/package.json b/packages/utils/package.json
index 212a692fe..3d56f1924 100644
--- a/packages/utils/package.json
+++ b/packages/utils/package.json
@@ -1,6 +1,6 @@
{
"name": "@crawlee/utils",
- "version": "3.7.0",
+ "version": "3.7.1",
"description": "A set of shared utilities that can be used by crawlers",
"engines": {
"node": ">=16.0.0"
@@ -49,7 +49,7 @@
"dependencies": {
"@apify/log": "^2.4.0",
"@apify/ps-tree": "^1.2.0",
- "@crawlee/types": "3.7.0",
+ "@crawlee/types": "^3.7.1",
"@types/sax": "^1.2.7",
"cheerio": "^1.0.0-rc.12",
"got-scraping": "^4.0.3",
diff --git a/yarn.lock b/yarn.lock
index f3d56ad14..681279be5 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -404,16 +404,16 @@ __metadata:
languageName: node
linkType: hard
-"@crawlee/basic@npm:3.7.0, @crawlee/basic@workspace:packages/basic-crawler":
+"@crawlee/basic@npm:^3.7.1, @crawlee/basic@workspace:packages/basic-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/basic@workspace:packages/basic-crawler"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/core": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/core": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
got-scraping: "npm:^4.0.0"
ow: "npm:^0.28.1"
tldts: "npm:^6.0.0"
@@ -422,14 +422,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser-pool@npm:3.7.0, @crawlee/browser-pool@workspace:packages/browser-pool":
+"@crawlee/browser-pool@npm:^3.7.1, @crawlee/browser-pool@workspace:packages/browser-pool":
version: 0.0.0-use.local
resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/core": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/core": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
fingerprint-generator: "npm:^2.0.6"
fingerprint-injector: "npm:^2.0.5"
lodash.merge: "npm:^4.6.2"
@@ -451,37 +451,37 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/browser@npm:3.7.0, @crawlee/browser@workspace:packages/browser-crawler":
+"@crawlee/browser@npm:^3.7.1, @crawlee/browser@workspace:packages/browser-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/browser@workspace:packages/browser-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
- "@crawlee/basic": "npm:3.7.0"
- "@crawlee/browser-pool": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/basic": "npm:^3.7.1"
+ "@crawlee/browser-pool": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
ow: "npm:^0.28.1"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cheerio@npm:3.7.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":
+"@crawlee/cheerio@npm:^3.7.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"
dependencies:
- "@crawlee/http": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/http": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
cheerio: "npm:^1.0.0-rc.12"
htmlparser2: "npm:^9.0.0"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/cli@npm:3.7.0, @crawlee/cli@workspace:packages/cli":
+"@crawlee/cli@npm:^3.7.1, @crawlee/cli@workspace:packages/cli":
version: 0.0.0-use.local
resolution: "@crawlee/cli@workspace:packages/cli"
dependencies:
- "@crawlee/templates": "npm:3.7.0"
+ "@crawlee/templates": "npm:^3.7.1"
ansi-colors: "npm:^4.1.3"
fs-extra: "npm:^11.0.0"
inquirer: "npm:^8.2.4"
@@ -493,7 +493,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/core@npm:3.7.0, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":
+"@crawlee/core@npm:^3.6.1, @crawlee/core@npm:^3.7.1, @crawlee/core@workspace:packages/core":
version: 0.0.0-use.local
resolution: "@crawlee/core@workspace:packages/core"
dependencies:
@@ -503,9 +503,9 @@ __metadata:
"@apify/pseudo_url": "npm:^2.0.30"
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/memory-storage": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/memory-storage": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
"@sapphire/async-queue": "npm:^1.5.1"
"@types/tough-cookie": "npm:^4.0.2"
"@vladfrangu/async_event_emitter": "npm:^2.2.2"
@@ -524,15 +524,15 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/http@npm:3.7.0, @crawlee/http@workspace:packages/http-crawler":
+"@crawlee/http@npm:^3.7.1, @crawlee/http@workspace:packages/http-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/http@workspace:packages/http-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/basic": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/basic": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
"@types/content-type": "npm:^1.1.5"
cheerio: "npm:^1.0.0-rc.12"
content-type: "npm:^1.0.4"
@@ -545,14 +545,14 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/jsdom@npm:3.7.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":
+"@crawlee/jsdom@npm:^3.7.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/http": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
"@types/jsdom": "npm:^21.0.0"
cheerio: "npm:^1.0.0-rc.12"
jsdom: "npm:^23.0.0"
@@ -561,26 +561,26 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/linkedom@npm:3.7.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":
+"@crawlee/linkedom@npm:^3.7.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"
dependencies:
"@apify/timeout": "npm:^0.3.0"
"@apify/utilities": "npm:^2.7.10"
- "@crawlee/http": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/http": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
linkedom: "npm:^0.16.0"
ow: "npm:^0.28.2"
tslib: "npm:^2.4.0"
languageName: unknown
linkType: soft
-"@crawlee/memory-storage@npm:3.7.0, @crawlee/memory-storage@workspace:packages/memory-storage":
+"@crawlee/memory-storage@npm:^3.7.1, @crawlee/memory-storage@workspace:packages/memory-storage":
version: 0.0.0-use.local
resolution: "@crawlee/memory-storage@workspace:packages/memory-storage"
dependencies:
"@apify/log": "npm:^2.4.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/types": "npm:^3.7.1"
"@sapphire/async-queue": "npm:^1.5.0"
"@sapphire/shapeshift": "npm:^3.0.0"
content-type: "npm:^1.0.4"
@@ -592,16 +592,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/playwright@npm:3.7.0, @crawlee/playwright@workspace:packages/playwright-crawler":
+"@crawlee/playwright@npm:^3.7.1, @crawlee/playwright@workspace:packages/playwright-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/playwright@workspace:packages/playwright-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.7.0"
- "@crawlee/browser-pool": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/browser": "npm:^3.7.1"
+ "@crawlee/browser-pool": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
cheerio: "npm:^1.0.0-rc.12"
idcac-playwright: "npm:^0.1.2"
jquery: "npm:^3.6.0"
@@ -615,16 +615,16 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/puppeteer@npm:3.7.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
+"@crawlee/puppeteer@npm:^3.7.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":
version: 0.0.0-use.local
resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"
dependencies:
"@apify/datastructures": "npm:^2.0.0"
"@apify/log": "npm:^2.4.0"
- "@crawlee/browser": "npm:3.7.0"
- "@crawlee/browser-pool": "npm:3.7.0"
- "@crawlee/types": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/browser": "npm:^3.7.1"
+ "@crawlee/browser-pool": "npm:^3.7.1"
+ "@crawlee/types": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
cheerio: "npm:^1.0.0-rc.12"
devtools-protocol: "npm:*"
idcac-playwright: "npm:^0.1.2"
@@ -702,7 +702,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/templates@npm:3.7.0, @crawlee/templates@workspace:packages/templates":
+"@crawlee/templates@npm:^3.7.1, @crawlee/templates@workspace:packages/templates":
version: 0.0.0-use.local
resolution: "@crawlee/templates@workspace:packages/templates"
dependencies:
@@ -714,7 +714,7 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/types@npm:3.7.0, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":
+"@crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@npm:^3.7.1, @crawlee/types@workspace:packages/types":
version: 0.0.0-use.local
resolution: "@crawlee/types@workspace:packages/types"
dependencies:
@@ -722,13 +722,13 @@ __metadata:
languageName: unknown
linkType: soft
-"@crawlee/utils@npm:3.7.0, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":
+"@crawlee/utils@npm:^3.6.1, @crawlee/utils@npm:^3.7.1, @crawlee/utils@workspace:packages/utils":
version: 0.0.0-use.local
resolution: "@crawlee/utils@workspace:packages/utils"
dependencies:
"@apify/log": "npm:^2.4.0"
"@apify/ps-tree": "npm:^1.2.0"
- "@crawlee/types": "npm:3.7.0"
+ "@crawlee/types": "npm:^3.7.1"
"@types/sax": "npm:^1.2.7"
cheerio: "npm:^1.0.0-rc.12"
got-scraping: "npm:^4.0.3"
@@ -3902,18 +3902,18 @@ __metadata:
version: 0.0.0-use.local
resolution: "crawlee@workspace:packages/crawlee"
dependencies:
- "@crawlee/basic": "npm:3.7.0"
- "@crawlee/browser": "npm:3.7.0"
- "@crawlee/browser-pool": "npm:3.7.0"
- "@crawlee/cheerio": "npm:3.7.0"
- "@crawlee/cli": "npm:3.7.0"
- "@crawlee/core": "npm:3.7.0"
- "@crawlee/http": "npm:3.7.0"
- "@crawlee/jsdom": "npm:3.7.0"
- "@crawlee/linkedom": "npm:3.7.0"
- "@crawlee/playwright": "npm:3.7.0"
- "@crawlee/puppeteer": "npm:3.7.0"
- "@crawlee/utils": "npm:3.7.0"
+ "@crawlee/basic": "npm:^3.7.1"
+ "@crawlee/browser": "npm:^3.7.1"
+ "@crawlee/browser-pool": "npm:^3.7.1"
+ "@crawlee/cheerio": "npm:^3.7.1"
+ "@crawlee/cli": "npm:^3.7.1"
+ "@crawlee/core": "npm:^3.7.1"
+ "@crawlee/http": "npm:^3.7.1"
+ "@crawlee/jsdom": "npm:^3.7.1"
+ "@crawlee/linkedom": "npm:^3.7.1"
+ "@crawlee/playwright": "npm:^3.7.1"
+ "@crawlee/puppeteer": "npm:^3.7.1"
+ "@crawlee/utils": "npm:^3.7.1"
import-local: "npm:^3.1.0"
tslib: "npm:^2.4.0"
peerDependencies: