Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.5.8
Apify Release Botd3272446c8a8
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex c4ac08fba..c5d74d268 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,18 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)+++### Bug Fixes++* **MemoryStorage:** ignore invalid files for request queues ([#2132](https://github.com/apify/crawlee/issues/2132)) ([fa58581](https://github.com/apify/crawlee/commit/fa58581b530ef3ad89bdd71403df2d2e4f06c59f)), closes [#1985](https://github.com/apify/crawlee/issues/1985)+* refactor `extractUrls` to split the text line by line first ([#2122](https://github.com/apify/crawlee/issues/2122)) ([7265cd7](https://github.com/apify/crawlee/commit/7265cd7148bb4889d60434d671f153387fb5a4dd))+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)diff --git a/lerna.json b/lerna.jsonindex 0318cad62..dc1afbd44 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.5.7",+ "version": "3.5.8","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex c349fe837..46b5f1f7f 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/basic+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex d67740b46..42093762a 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/core": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","got-scraping": "^3.2.15","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex a0b5fe173..b30d34494 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/browser+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/browserdiff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex e1317216f..240152de5 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.5.7",- "@crawlee/browser-pool": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/basic": "^3.5.8",+ "@crawlee/browser-pool": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex def22ed49..a7b1a6591 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/browser-pooldiff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 57f22ac74..5e4befefb 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.5.7",+ "version": "3.5.8","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.5.7",- "@crawlee/types": "3.5.7",+ "@crawlee/core": "^3.5.8",+ "@crawlee/types": "^3.5.8","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 9f309f68a..c9d84b5d6 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/cheeriodiff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex 4cbc1de5e..7ff96242b 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.5.7",- "@crawlee/types": "3.5.7",+ "@crawlee/http": "^3.5.8",+ "@crawlee/types": "^3.5.8","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex a81aa0758..4bf8b1cd1 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/cli+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/clidiff --git a/packages/cli/package.json b/packages/cli/package.jsonindex b702f9974..da6b69c4f 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.5.7",+ "@crawlee/templates": "^3.5.8","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex b80e74204..369720a11 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/core+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 6cb3ea705..3052610c8 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/memory-storage": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 13ff0f126..4dffd7798 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package crawlee+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package crawleediff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex b4d08b520..a258c7db1 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.5.7",- "@crawlee/browser": "3.5.7",- "@crawlee/browser-pool": "3.5.7",- "@crawlee/cheerio": "3.5.7",- "@crawlee/cli": "3.5.7",- "@crawlee/core": "3.5.7",- "@crawlee/http": "3.5.7",- "@crawlee/jsdom": "3.5.7",- "@crawlee/linkedom": "3.5.7",- "@crawlee/playwright": "3.5.7",- "@crawlee/puppeteer": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/basic": "^3.5.8",+ "@crawlee/browser": "^3.5.8",+ "@crawlee/browser-pool": "^3.5.8",+ "@crawlee/cheerio": "^3.5.8",+ "@crawlee/cli": "^3.5.8",+ "@crawlee/core": "^3.5.8",+ "@crawlee/http": "^3.5.8",+ "@crawlee/jsdom": "^3.5.8",+ "@crawlee/linkedom": "^3.5.8",+ "@crawlee/playwright": "^3.5.8",+ "@crawlee/puppeteer": "^3.5.8",+ "@crawlee/utils": "^3.5.8","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex f6b28cf49..3d61b6a90 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/http+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 7bc607048..08dcbe9ca 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/basic": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex 2d3c823a8..40a195c28 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/jsdomdiff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 266b12705..cb8b9f539 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.7",- "@crawlee/types": "3.5.7",+ "@crawlee/http": "^3.5.8",+ "@crawlee/types": "^3.5.8","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 37cd2c3fa..5966ca2f0 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/linkedomdiff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex a85d7a1ef..6fc35f62a 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.7",- "@crawlee/types": "3.5.7",+ "@crawlee/http": "^3.5.8",+ "@crawlee/types": "^3.5.8","linkedom": "^0.15.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex b4a1f7e30..ebcd69432 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)+++### Bug Fixes++* **MemoryStorage:** ignore invalid files for request queues ([#2132](https://github.com/apify/crawlee/issues/2132)) ([fa58581](https://github.com/apify/crawlee/commit/fa58581b530ef3ad89bdd71403df2d2e4f06c59f)), closes [#1985](https://github.com/apify/crawlee/issues/1985)+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/memory-storagediff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex 6b6fc7db5..b7c1ccf8b 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.5.7",+ "version": "3.5.8","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.5.7",+ "@crawlee/types": "^3.5.8","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 3bffbd394..60da8e465 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/playwrightdiff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 63ecf4247..5584ae3ae 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.7",- "@crawlee/browser-pool": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/browser": "^3.5.8",+ "@crawlee/browser-pool": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 82a93512b..19326ad43 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/puppeteerdiff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 084501be8..0caa512f0 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.5.7",+ "version": "3.5.8","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.7",- "@crawlee/browser-pool": "3.5.7",- "@crawlee/types": "3.5.7",- "@crawlee/utils": "3.5.7",+ "@crawlee/browser": "^3.5.8",+ "@crawlee/browser-pool": "^3.5.8",+ "@crawlee/types": "^3.5.8",+ "@crawlee/utils": "^3.5.8","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 188f5dd3a..9d812d1a8 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/templates+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/templatesdiff --git a/packages/templates/package.json b/packages/templates/package.jsonindex 6489eb11b..291605bae 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.5.7",+ "version": "3.5.8","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex 57fc1763b..cec6f9676 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)++**Note:** Version bump only for package @crawlee/types+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 0db5a8b3c..68584697e 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.5.7",+ "version": "3.5.8","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 186a86061..a663a6e83 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.8](https://github.com/apify/crawlee/compare/v3.5.7...v3.5.8) (2023-10-17)+++### Bug Fixes++* refactor `extractUrls` to split the text line by line first ([#2122](https://github.com/apify/crawlee/issues/2122)) ([7265cd7](https://github.com/apify/crawlee/commit/7265cd7148bb4889d60434d671f153387fb5a4dd))+++++## [3.5.7](https://github.com/apify/crawlee/compare/v3.5.6...v3.5.7) (2023-10-05)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex d63bef06a..62ee6ac44 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.5.7",+ "version": "3.5.8","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.5.7",+ "@crawlee/types": "^3.5.8","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.15","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex 6e494a864..115b78027 100644--- a/yarn.lock+++ b/yarn.lock@@ -379,16 +379,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.5.8, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/core": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/core": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8got-scraping: ^3.2.15ow: ^0.28.1tldts: ^6.0.0@@ -397,14 +397,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.5.8, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0- "@crawlee/core": 3.5.7- "@crawlee/types": 3.5.7+ "@crawlee/core": ^3.5.8+ "@crawlee/types": ^3.5.8fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -426,37 +426,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.5.8, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": 3.5.7- "@crawlee/browser-pool": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/basic": ^3.5.8+ "@crawlee/browser-pool": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.5.8, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": 3.5.7- "@crawlee/types": 3.5.7+ "@crawlee/http": ^3.5.8+ "@crawlee/types": ^3.5.8cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.5.8, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": 3.5.7+ "@crawlee/templates": ^3.5.8ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -468,7 +468,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/core@^3.5.6, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.5.6, @crawlee/core@^3.5.8, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -478,9 +478,9 @@ __metadata:"@apify/pseudo_url": ^2.0.30"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/memory-storage": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/memory-storage": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.2.2@@ -498,15 +498,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.5.8, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/basic": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/basic": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -519,14 +519,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.5.8, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.7- "@crawlee/types": 3.5.7+ "@crawlee/http": ^3.5.8+ "@crawlee/types": ^3.5.8"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -535,26 +535,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.5.8, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.7- "@crawlee/types": 3.5.7+ "@crawlee/http": ^3.5.8+ "@crawlee/types": ^3.5.8linkedom: ^0.15.0ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.5.8, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.4.0- "@crawlee/types": 3.5.7+ "@crawlee/types": ^3.5.8"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -566,16 +566,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.5.8, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.7- "@crawlee/browser-pool": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/browser": ^3.5.8+ "@crawlee/browser-pool": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8cheerio: ^1.0.0-rc.12idcac-playwright: ^0.1.2jquery: ^3.6.0@@ -589,16 +589,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.5.8, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.7- "@crawlee/browser-pool": 3.5.7- "@crawlee/types": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/browser": ^3.5.8+ "@crawlee/browser-pool": ^3.5.8+ "@crawlee/types": ^3.5.8+ "@crawlee/utils": ^3.5.8cheerio: ^1.0.0-rc.12devtools-protocol: "*"idcac-playwright: ^0.1.2@@ -675,7 +675,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.5.8, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -687,7 +687,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.5.6, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.5.6, @crawlee/types@^3.5.8, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -695,13 +695,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/utils@^3.5.6, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.5.6, @crawlee/utils@^3.5.8, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.4.0"@apify/ps-tree": ^1.2.0- "@crawlee/types": 3.5.7+ "@crawlee/types": ^3.5.8cheerio: ^1.0.0-rc.12got-scraping: ^3.2.15ow: ^0.28.1@@ -3798,18 +3798,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": 3.5.7- "@crawlee/browser": 3.5.7- "@crawlee/browser-pool": 3.5.7- "@crawlee/cheerio": 3.5.7- "@crawlee/cli": 3.5.7- "@crawlee/core": 3.5.7- "@crawlee/http": 3.5.7- "@crawlee/jsdom": 3.5.7- "@crawlee/linkedom": 3.5.7- "@crawlee/playwright": 3.5.7- "@crawlee/puppeteer": 3.5.7- "@crawlee/utils": 3.5.7+ "@crawlee/basic": ^3.5.8+ "@crawlee/browser": ^3.5.8+ "@crawlee/browser-pool": ^3.5.8+ "@crawlee/cheerio": ^3.5.8+ "@crawlee/cli": ^3.5.8+ "@crawlee/core": ^3.5.8+ "@crawlee/http": ^3.5.8+ "@crawlee/jsdom": ^3.5.8+ "@crawlee/linkedom": ^3.5.8+ "@crawlee/playwright": ^3.5.8+ "@crawlee/puppeteer": ^3.5.8+ "@crawlee/utils": ^3.5.8import-local: ^3.1.0tslib: ^2.4.0peerDependencies: