Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.4.1
Apify Release Bot49ad03ef0573
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 6b2ac2903..ba0589adb 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)+++### Bug Fixes++* **http-crawler:** replace `IncomingMessage` with `PlainResponse` for context's `response` ([#1973](https://github.com/apify/crawlee/issues/1973)) ([2a1cc7f](https://github.com/apify/crawlee/commit/2a1cc7f4f87f0b1c657759076a236a8f8d9b76ba)), closes [#1964](https://github.com/apify/crawlee/issues/1964)+++### Features++* **jsdom,linkedom:** Expose document to crawler router context ([#1950](https://github.com/apify/crawlee/issues/1950)) ([4536dc2](https://github.com/apify/crawlee/commit/4536dc2900ee6d0acb562583ed8fca183df28e39))+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/lerna.json b/lerna.jsonindex 00ae361f4..fbffc6aac 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.4.0",+ "version": "3.4.1","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex cf33c696c..91c8a25d7 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/basic+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/basicdiff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 072146f48..09824b5f3 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.4.0",- "@crawlee/types": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/core": "^3.4.1",+ "@crawlee/types": "^3.4.1",+ "@crawlee/utils": "^3.4.1","got-scraping": "^3.2.9","ow": "^0.28.1","tslib": "^2.4.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 0968de913..415fbbf47 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/browser+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex a11785438..6762ca86d 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.4.0",- "@crawlee/browser-pool": "^3.4.0",- "@crawlee/types": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/basic": "^3.4.1",+ "@crawlee/browser-pool": "^3.4.1",+ "@crawlee/types": "^3.4.1",+ "@crawlee/utils": "^3.4.1","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex a6d155154..b9eb4222a 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/browser-pool+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex ea23f0a67..e774a9a01 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.4.0",+ "version": "3.4.1","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,7 +38,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/types": "^3.4.1","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 496f8531a..e714cc28f 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/cheerio+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 4a7cb2e11..c233447af 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "^3.4.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/http": "^3.4.1",+ "@crawlee/types": "^3.4.1","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex 5224929c3..fc24e15bf 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/cli+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex 73ed606a3..3e3958369 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "^3.4.0",+ "@crawlee/templates": "^3.4.1","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 839718831..240e1f03a 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)+++### Bug Fixes++* **http-crawler:** replace `IncomingMessage` with `PlainResponse` for context's `response` ([#1973](https://github.com/apify/crawlee/issues/1973)) ([2a1cc7f](https://github.com/apify/crawlee/commit/2a1cc7f4f87f0b1c657759076a236a8f8d9b76ba)), closes [#1964](https://github.com/apify/crawlee/issues/1964)+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 2e5512978..dc1ef5fd3 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.14","@apify/timeout": "^0.3.0","@apify/utilities": "^2.3.3",- "@crawlee/memory-storage": "^3.4.0",- "@crawlee/types": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/memory-storage": "^3.4.1",+ "@crawlee/types": "^3.4.1",+ "@crawlee/utils": "^3.4.1","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 194e78f73..09cd0ab4e 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package crawlee+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 696980b80..0aa8bb29e 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,17 +54,17 @@"access": "public"},"dependencies": {- "@crawlee/basic": "^3.4.0",- "@crawlee/browser": "^3.4.0",- "@crawlee/cheerio": "^3.4.0",- "@crawlee/cli": "^3.4.0",- "@crawlee/core": "^3.4.0",- "@crawlee/http": "^3.4.0",- "@crawlee/jsdom": "^3.4.0",- "@crawlee/linkedom": "^3.4.0",- "@crawlee/playwright": "^3.4.0",- "@crawlee/puppeteer": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/basic": "^3.4.1",+ "@crawlee/browser": "^3.4.1",+ "@crawlee/cheerio": "^3.4.1",+ "@crawlee/cli": "^3.4.1",+ "@crawlee/core": "^3.4.1",+ "@crawlee/http": "^3.4.1",+ "@crawlee/jsdom": "^3.4.1",+ "@crawlee/linkedom": "^3.4.1",+ "@crawlee/playwright": "^3.4.1",+ "@crawlee/puppeteer": "^3.4.1",+ "@crawlee/utils": "^3.4.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 170b31895..c675d497d 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)+++### Bug Fixes++* **http-crawler:** replace `IncomingMessage` with `PlainResponse` for context's `response` ([#1973](https://github.com/apify/crawlee/issues/1973)) ([2a1cc7f](https://github.com/apify/crawlee/commit/2a1cc7f4f87f0b1c657759076a236a8f8d9b76ba)), closes [#1964](https://github.com/apify/crawlee/issues/1964)+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex c537425d6..b1ddd8fa4 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.4.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/basic": "^3.4.1",+ "@crawlee/types": "^3.4.1","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 283395e51..81fe9ade3 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)+++### Features++* **jsdom,linkedom:** Expose document to crawler router context ([#1950](https://github.com/apify/crawlee/issues/1950)) ([4536dc2](https://github.com/apify/crawlee/commit/4536dc2900ee6d0acb562583ed8fca183df28e39))+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex fce5dd6f2..1d386ff1e 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.4.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/http": "^3.4.1",+ "@crawlee/types": "^3.4.1","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 8dc11cd49..3f7172e71 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)+++### Features++* **jsdom,linkedom:** Expose document to crawler router context ([#1950](https://github.com/apify/crawlee/issues/1950)) ([4536dc2](https://github.com/apify/crawlee/commit/4536dc2900ee6d0acb562583ed8fca183df28e39))+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex 01fb50fce..d783ac38f 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.4.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/http": "^3.4.1",+ "@crawlee/types": "^3.4.1","linkedom": "^0.14.25","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex aa287227c..caf5ae671 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/memory-storage+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex d40cc254a..4a704c2db 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.4.0",+ "version": "3.4.1","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.4.0",+ "@crawlee/types": "^3.4.1","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 5b311484f..9d20fbe4e 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/playwright+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 8d6a01c7b..da40b7f18 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.4.0",- "@crawlee/browser-pool": "^3.4.0",- "@crawlee/types": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/browser": "^3.4.1",+ "@crawlee/browser-pool": "^3.4.1",+ "@crawlee/types": "^3.4.1",+ "@crawlee/utils": "^3.4.1","cheerio": "^1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex d9c704163..53ae62178 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/puppeteer+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 03245c0b7..2ac7efda9 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.4.0",+ "version": "3.4.1","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.4.0",- "@crawlee/browser-pool": "^3.4.0",- "@crawlee/types": "^3.4.0",- "@crawlee/utils": "^3.4.0",+ "@crawlee/browser": "^3.4.1",+ "@crawlee/browser-pool": "^3.4.1",+ "@crawlee/types": "^3.4.1",+ "@crawlee/utils": "^3.4.1","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","jquery": "^3.6.0",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 52aacad89..8b0e8425c 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/templates+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex eadda8adb..66fd640fc 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.4.0",+ "version": "3.4.1","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex ff1d2e356..e6107f2e0 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/types+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex d208633d5..2eebc700d 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.4.0",+ "version": "3.4.1","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 695fd9bd5..c5be272e0 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.4.1](https://github.com/apify/crawlee/compare/v3.4.0...v3.4.1) (2023-07-13)++**Note:** Version bump only for package @crawlee/utils+++++# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 1ed74eb07..5f5910494 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.4.0",+ "version": "3.4.1","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.4.0",+ "@crawlee/types": "^3.4.1","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.9","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex 471c6d9a4..2f176d592 100644--- a/yarn.lock+++ b/yarn.lock@@ -739,16 +739,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@^3.4.0, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.4.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.0.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.0.0- "@crawlee/core": ^3.4.0- "@crawlee/types": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/core": ^3.4.1+ "@crawlee/types": ^3.4.1+ "@crawlee/utils": ^3.4.1got-scraping: ^3.2.9ow: ^0.28.1tslib: ^2.4.0@@ -756,13 +756,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@^3.4.0, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.4.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.0.0"@apify/timeout": ^0.3.0- "@crawlee/types": ^3.4.0+ "@crawlee/types": ^3.4.1fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -784,37 +784,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@^3.4.0, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.4.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": ^3.4.0- "@crawlee/browser-pool": ^3.4.0- "@crawlee/types": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/basic": ^3.4.1+ "@crawlee/browser-pool": ^3.4.1+ "@crawlee/types": ^3.4.1+ "@crawlee/utils": ^3.4.1ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cheerio@^3.4.0, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.4.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": ^3.4.0- "@crawlee/types": ^3.4.0+ "@crawlee/http": ^3.4.1+ "@crawlee/types": ^3.4.1cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/cli@^3.4.0, @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.4.1, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": ^3.4.0+ "@crawlee/templates": ^3.4.1ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -826,7 +826,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@^3.3.0, @crawlee/core@^3.4.0, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.3.0, @crawlee/core@^3.4.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -836,9 +836,9 @@ __metadata:"@apify/pseudo_url": ^2.0.14"@apify/timeout": ^0.3.0"@apify/utilities": ^2.3.3- "@crawlee/memory-storage": ^3.4.0- "@crawlee/types": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/memory-storage": ^3.4.1+ "@crawlee/types": ^3.4.1+ "@crawlee/utils": ^3.4.1"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.0.0@@ -856,14 +856,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@^3.4.0, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.4.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.0.0- "@crawlee/basic": ^3.4.0- "@crawlee/types": ^3.4.0+ "@crawlee/basic": ^3.4.1+ "@crawlee/types": ^3.4.1"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -876,14 +876,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@^3.4.0, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.4.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.1.4- "@crawlee/http": ^3.4.0- "@crawlee/types": ^3.4.0+ "@crawlee/http": ^3.4.1+ "@crawlee/types": ^3.4.1"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -892,26 +892,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@^3.4.0, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.4.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.1.4- "@crawlee/http": ^3.4.0- "@crawlee/types": ^3.4.0+ "@crawlee/http": ^3.4.1+ "@crawlee/types": ^3.4.1linkedom: ^0.14.25ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/memory-storage@^3.4.0, @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.4.1, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.0.0- "@crawlee/types": ^3.4.0+ "@crawlee/types": ^3.4.1"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -923,16 +923,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@^3.4.0, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.4.1, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.0.0- "@crawlee/browser": ^3.4.0- "@crawlee/browser-pool": ^3.4.0- "@crawlee/types": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/browser": ^3.4.1+ "@crawlee/browser-pool": ^3.4.1+ "@crawlee/types": ^3.4.1+ "@crawlee/utils": ^3.4.1cheerio: ^1.0.0-rc.12jquery: ^3.6.0ow: ^0.28.1@@ -945,16 +945,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@^3.4.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.4.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.0.0- "@crawlee/browser": ^3.4.0- "@crawlee/browser-pool": ^3.4.0- "@crawlee/types": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/browser": ^3.4.1+ "@crawlee/browser-pool": ^3.4.1+ "@crawlee/types": ^3.4.1+ "@crawlee/utils": ^3.4.1cheerio: ^1.0.0-rc.12devtools-protocol: "*"jquery: ^3.6.0@@ -1024,7 +1024,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/templates@^3.4.0, @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.4.1, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1036,7 +1036,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@^3.3.0, @crawlee/types@^3.4.0, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.4.1, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1044,13 +1044,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@^3.3.0, @crawlee/utils@^3.4.0, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.3.0, @crawlee/utils@^3.4.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.0.0"@apify/ps-tree": ^1.1.4- "@crawlee/types": ^3.4.0+ "@crawlee/types": ^3.4.1cheerio: ^1.0.0-rc.12got-scraping: ^3.2.9ow: ^0.28.1@@ -4240,17 +4240,17 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": ^3.4.0- "@crawlee/browser": ^3.4.0- "@crawlee/cheerio": ^3.4.0- "@crawlee/cli": ^3.4.0- "@crawlee/core": ^3.4.0- "@crawlee/http": ^3.4.0- "@crawlee/jsdom": ^3.4.0- "@crawlee/linkedom": ^3.4.0- "@crawlee/playwright": ^3.4.0- "@crawlee/puppeteer": ^3.4.0- "@crawlee/utils": ^3.4.0+ "@crawlee/basic": ^3.4.1+ "@crawlee/browser": ^3.4.1+ "@crawlee/cheerio": ^3.4.1+ "@crawlee/cli": ^3.4.1+ "@crawlee/core": ^3.4.1+ "@crawlee/http": ^3.4.1+ "@crawlee/jsdom": ^3.4.1+ "@crawlee/linkedom": ^3.4.1+ "@crawlee/playwright": ^3.4.1+ "@crawlee/puppeteer": ^3.4.1+ "@crawlee/utils": ^3.4.1import-local: ^3.1.0tslib: ^2.4.0peerDependencies: