Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(release): v3.5.6
Apify Release Bot5b85ba15e64b
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 5fed73801..17cade371 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,22 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)+++### Bug Fixes++* **types:** re-export RequestQueueOptions as an alias to RequestProviderOptions ([#2109](https://github.com/apify/crawlee/issues/2109)) ([0900f76](https://github.com/apify/crawlee/commit/0900f76742475c19a777733462e38c5a3a9b86b7))+++### Features++* add incapsula iframe selector to the blocked list ([#2111](https://github.com/apify/crawlee/issues/2111)) ([2b17d8a](https://github.com/apify/crawlee/commit/2b17d8a797dec2824a0063792aa7bd3fce8dccae)), closes [apify/store-website-content-crawler#154](https://github.com/apify/store-website-content-crawler/issues/154)+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/lerna.json b/lerna.jsonindex 33d11b713..6c8f03625 100644--- a/lerna.json+++ b/lerna.json@@ -2,7 +2,7 @@"packages": ["packages/*"],- "version": "3.5.5",+ "version": "3.5.6","command": {"version": {"conventionalCommits": true,diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.mdindex c4c3216fd..e49a7b482 100644--- a/packages/basic-crawler/CHANGELOG.md+++ b/packages/basic-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/basic+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 46a2e84e4..b57718e38 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/basic",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -48,9 +48,9 @@"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/core": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/core": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","got-scraping": "^3.2.15","ow": "^0.28.1","tldts": "^6.0.0",diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.mdindex 4c175c2e8..bf98d6934 100644--- a/packages/browser-crawler/CHANGELOG.md+++ b/packages/browser-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/browser+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex 8db069b13..ecb3a1e64 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,10 +54,10 @@},"dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "3.5.5",- "@crawlee/browser-pool": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/basic": "^3.5.6",+ "@crawlee/browser-pool": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","ow": "^0.28.1","tslib": "^2.4.0"}diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.mdindex 5a0e12857..0467d8dc9 100644--- a/packages/browser-pool/CHANGELOG.md+++ b/packages/browser-pool/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/browser-pool+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex fb3984cc7..a1a2f0bf5 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/browser-pool",- "version": "3.5.5",+ "version": "3.5.6","description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.","engines": {"node": ">=16.0.0"@@ -38,8 +38,8 @@"dependencies": {"@apify/log": "^2.4.0","@apify/timeout": "^0.3.0",- "@crawlee/core": "3.5.5",- "@crawlee/types": "3.5.5",+ "@crawlee/core": "^3.5.6",+ "@crawlee/types": "^3.5.6","fingerprint-generator": "^2.0.6","fingerprint-injector": "^2.0.5","lodash.merge": "^4.6.2",diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.mdindex 7fbe1d7df..0894ce51e 100644--- a/packages/cheerio-crawler/CHANGELOG.md+++ b/packages/cheerio-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/cheerio+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.jsonindex a728731ec..847ab4b3a 100644--- a/packages/cheerio-crawler/package.json+++ b/packages/cheerio-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cheerio",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -53,8 +53,8 @@"access": "public"},"dependencies": {- "@crawlee/http": "3.5.5",- "@crawlee/types": "3.5.5",+ "@crawlee/http": "^3.5.6",+ "@crawlee/types": "^3.5.6","cheerio": "^1.0.0-rc.12","htmlparser2": "^9.0.0","tslib": "^2.4.0"diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.mdindex a85966a91..86ea78363 100644--- a/packages/cli/CHANGELOG.md+++ b/packages/cli/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/cli+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex e1b58c638..1f0ef6467 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/cli",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -51,7 +51,7 @@"access": "public"},"dependencies": {- "@crawlee/templates": "3.5.5",+ "@crawlee/templates": "^3.5.6","ansi-colors": "^4.1.3","fs-extra": "^11.0.0","inquirer": "^8.2.4",diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.mdindex 21b048d75..d1230d547 100644--- a/packages/core/CHANGELOG.md+++ b/packages/core/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)+++### Bug Fixes++* **types:** re-export RequestQueueOptions as an alias to RequestProviderOptions ([#2109](https://github.com/apify/crawlee/issues/2109)) ([0900f76](https://github.com/apify/crawlee/commit/0900f76742475c19a777733462e38c5a3a9b86b7))+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/core/package.json b/packages/core/package.jsonindex 0e514d603..90d240a65 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/core",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -59,9 +59,9 @@"@apify/pseudo_url": "^2.0.30","@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/memory-storage": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/memory-storage": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","@sapphire/async-queue": "^1.5.0","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.2.2",diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.mdindex 73bbf0e2a..46b96e6ec 100644--- a/packages/crawlee/CHANGELOG.md+++ b/packages/crawlee/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package crawlee+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 61290fcef..babbb858b 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -1,6 +1,6 @@{"name": "crawlee",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -54,18 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "3.5.5",- "@crawlee/browser": "3.5.5",- "@crawlee/browser-pool": "3.5.5",- "@crawlee/cheerio": "3.5.5",- "@crawlee/cli": "3.5.5",- "@crawlee/core": "3.5.5",- "@crawlee/http": "3.5.5",- "@crawlee/jsdom": "3.5.5",- "@crawlee/linkedom": "3.5.5",- "@crawlee/playwright": "3.5.5",- "@crawlee/puppeteer": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/basic": "^3.5.6",+ "@crawlee/browser": "^3.5.6",+ "@crawlee/browser-pool": "^3.5.6",+ "@crawlee/cheerio": "^3.5.6",+ "@crawlee/cli": "^3.5.6",+ "@crawlee/core": "^3.5.6",+ "@crawlee/http": "^3.5.6",+ "@crawlee/jsdom": "^3.5.6",+ "@crawlee/linkedom": "^3.5.6",+ "@crawlee/playwright": "^3.5.6",+ "@crawlee/puppeteer": "^3.5.6",+ "@crawlee/utils": "^3.5.6","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.mdindex 56ad200b4..3699c8480 100644--- a/packages/http-crawler/CHANGELOG.md+++ b/packages/http-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/http+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)**Note:** Version bump only for package @crawlee/httpdiff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 801579343..3f40c348d 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/http",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,9 +55,9 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/basic": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/basic": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","@types/content-type": "^1.1.5","cheerio": "^1.0.0-rc.12","content-type": "^1.0.4",diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.mdindex aee809f7b..65e546348 100644--- a/packages/jsdom-crawler/CHANGELOG.md+++ b/packages/jsdom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/jsdom+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 98524af3a..55767d573 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/jsdom",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.5",- "@crawlee/types": "3.5.5",+ "@crawlee/http": "^3.5.6",+ "@crawlee/types": "^3.5.6","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12","jsdom": "^22.0.0",diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.mdindex 994f3a348..7f6fa2f30 100644--- a/packages/linkedom-crawler/CHANGELOG.md+++ b/packages/linkedom-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/linkedom+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex b6b541d9d..1185ce2ce 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/linkedom",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,8 +55,8 @@"dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.7.10",- "@crawlee/http": "3.5.5",- "@crawlee/types": "3.5.5",+ "@crawlee/http": "^3.5.6",+ "@crawlee/types": "^3.5.6","linkedom": "^0.15.0","ow": "^0.28.2","tslib": "^2.4.0"diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.mdindex e9f900eed..6b5737cb1 100644--- a/packages/memory-storage/CHANGELOG.md+++ b/packages/memory-storage/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/memory-storage+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex c7c724888..e8a55827f 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/memory-storage",- "version": "3.5.5",+ "version": "3.5.6","description": "A simple in-memory storage implementation of the Apify API","engines": {"node": ">= 16"@@ -49,7 +49,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@crawlee/types": "3.5.5",+ "@crawlee/types": "^3.5.6","@sapphire/async-queue": "^1.5.0","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.mdindex 159088a80..becb7cec3 100644--- a/packages/playwright-crawler/CHANGELOG.md+++ b/packages/playwright-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/playwright+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 172ee08a8..31cb7e01f 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/playwright",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.5",- "@crawlee/browser-pool": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/browser": "^3.5.6",+ "@crawlee/browser-pool": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","cheerio": "^1.0.0-rc.12","idcac-playwright": "^0.1.2","jquery": "^3.6.0",diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.mdindex 1c5e4904a..2a25ea479 100644--- a/packages/puppeteer-crawler/CHANGELOG.md+++ b/packages/puppeteer-crawler/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/puppeteer+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex abbbf1685..9e6638161 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/puppeteer",- "version": "3.5.5",+ "version": "3.5.6","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=16.0.0"@@ -55,10 +55,10 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@crawlee/browser": "3.5.5",- "@crawlee/browser-pool": "3.5.5",- "@crawlee/types": "3.5.5",- "@crawlee/utils": "3.5.5",+ "@crawlee/browser": "^3.5.6",+ "@crawlee/browser-pool": "^3.5.6",+ "@crawlee/types": "^3.5.6",+ "@crawlee/utils": "^3.5.6","cheerio": "^1.0.0-rc.12","devtools-protocol": "*","idcac-playwright": "^0.1.2",diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.mdindex 27d609df6..1ab98fafe 100644--- a/packages/templates/CHANGELOG.md+++ b/packages/templates/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/templates+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)diff --git a/packages/templates/package.json b/packages/templates/package.jsonindex dbe4d2e84..228e87585 100644--- a/packages/templates/package.json+++ b/packages/templates/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/templates",- "version": "3.5.5",+ "version": "3.5.6","description": "Templates for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.mdindex a84f73542..ec2324eda 100644--- a/packages/types/CHANGELOG.md+++ b/packages/types/CHANGELOG.md@@ -3,6 +3,14 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)++**Note:** Version bump only for package @crawlee/types+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)**Note:** Version bump only for package @crawlee/typesdiff --git a/packages/types/package.json b/packages/types/package.jsonindex 5621fb126..e30ec673f 100644--- a/packages/types/package.json+++ b/packages/types/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/types",- "version": "3.5.5",+ "version": "3.5.6","description": "Shared types for the crawlee projects","engines": {"node": ">=16.0.0"diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.mdindex 1f46ee512..f43fe73e1 100644--- a/packages/utils/CHANGELOG.md+++ b/packages/utils/CHANGELOG.md@@ -3,6 +3,17 @@All notable changes to this project will be documented in this file.See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.+## [3.5.6](https://github.com/apify/crawlee/compare/v3.5.5...v3.5.6) (2023-10-04)+++### Features++* add incapsula iframe selector to the blocked list ([#2111](https://github.com/apify/crawlee/issues/2111)) ([2b17d8a](https://github.com/apify/crawlee/commit/2b17d8a797dec2824a0063792aa7bd3fce8dccae)), closes [apify/store-website-content-crawler#154](https://github.com/apify/store-website-content-crawler/issues/154)+++++## [3.5.5](https://github.com/apify/crawlee/compare/v3.5.4...v3.5.5) (2023-10-02)**Note:** Version bump only for package @crawlee/utilsdiff --git a/packages/utils/package.json b/packages/utils/package.jsonindex ec4536c23..2caba86df 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -1,6 +1,6 @@{"name": "@crawlee/utils",- "version": "3.5.5",+ "version": "3.5.6","description": "A set of shared utilities that can be used by crawlers","engines": {"node": ">=16.0.0"@@ -49,7 +49,7 @@"dependencies": {"@apify/log": "^2.4.0","@apify/ps-tree": "^1.2.0",- "@crawlee/types": "3.5.5",+ "@crawlee/types": "^3.5.6","cheerio": "^1.0.0-rc.12","got-scraping": "^3.2.15","ow": "^0.28.1",diff --git a/yarn.lock b/yarn.lockindex e6306cdf0..ae02640dd 100644--- a/yarn.lock+++ b/yarn.lock@@ -737,16 +737,16 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/[email protected], @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/basic@^3.5.6, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/core": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/core": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6got-scraping: ^3.2.15ow: ^0.28.1tldts: ^6.0.0@@ -755,14 +755,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/browser-pool@^3.5.6, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": ^2.4.0"@apify/timeout": ^0.3.0- "@crawlee/core": 3.5.5- "@crawlee/types": 3.5.5+ "@crawlee/core": ^3.5.6+ "@crawlee/types": ^3.5.6fingerprint-generator: ^2.0.6fingerprint-injector: ^2.0.5lodash.merge: ^4.6.2@@ -784,37 +784,37 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/browser@^3.5.6, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:"@apify/timeout": ^0.3.0- "@crawlee/basic": 3.5.5- "@crawlee/browser-pool": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/basic": ^3.5.6+ "@crawlee/browser-pool": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6ow: ^0.28.1tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/cheerio@^3.5.6, @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:- "@crawlee/http": 3.5.5- "@crawlee/types": 3.5.5+ "@crawlee/http": ^3.5.6+ "@crawlee/types": ^3.5.6cheerio: ^1.0.0-rc.12htmlparser2: ^9.0.0tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":+"@crawlee/cli@^3.5.6, @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:- "@crawlee/templates": 3.5.5+ "@crawlee/templates": ^3.5.6ansi-colors: ^4.1.3fs-extra: ^11.0.0inquirer: ^8.2.4@@ -826,7 +826,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/core@^3.5.3, @crawlee/core@workspace:packages/core":+"@crawlee/core@^3.5.3, @crawlee/core@^3.5.6, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -836,9 +836,9 @@ __metadata:"@apify/pseudo_url": ^2.0.30"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/memory-storage": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/memory-storage": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6"@sapphire/async-queue": ^1.5.0"@types/tough-cookie": ^4.0.2"@vladfrangu/async_event_emitter": ^2.2.2@@ -856,15 +856,15 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/http@workspace:packages/http-crawler":+"@crawlee/http@^3.5.6, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/basic": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/basic": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6"@types/content-type": ^1.1.5cheerio: ^1.0.0-rc.12content-type: ^1.0.4@@ -877,14 +877,14 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/jsdom@^3.5.6, @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.5- "@crawlee/types": 3.5.5+ "@crawlee/http": ^3.5.6+ "@crawlee/types": ^3.5.6"@types/jsdom": ^21.0.0cheerio: ^1.0.0-rc.12jsdom: ^22.0.0@@ -893,26 +893,26 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/linkedom@^3.5.6, @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:"@apify/timeout": ^0.3.0"@apify/utilities": ^2.7.10- "@crawlee/http": 3.5.5- "@crawlee/types": 3.5.5+ "@crawlee/http": ^3.5.6+ "@crawlee/types": ^3.5.6linkedom: ^0.15.0ow: ^0.28.2tslib: ^2.4.0languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/memory-storage@workspace:packages/memory-storage":+"@crawlee/memory-storage@^3.5.6, @crawlee/memory-storage@workspace:packages/memory-storage":version: 0.0.0-use.localresolution: "@crawlee/memory-storage@workspace:packages/memory-storage"dependencies:"@apify/log": ^2.4.0- "@crawlee/types": 3.5.5+ "@crawlee/types": ^3.5.6"@sapphire/async-queue": ^1.5.0"@sapphire/shapeshift": ^3.0.0content-type: ^1.0.4@@ -924,16 +924,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/playwright@^3.5.6, @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.5- "@crawlee/browser-pool": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/browser": ^3.5.6+ "@crawlee/browser-pool": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6cheerio: ^1.0.0-rc.12idcac-playwright: ^0.1.2jquery: ^3.6.0@@ -947,16 +947,16 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/puppeteer@^3.5.6, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:"@apify/datastructures": ^2.0.0"@apify/log": ^2.4.0- "@crawlee/browser": 3.5.5- "@crawlee/browser-pool": 3.5.5- "@crawlee/types": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/browser": ^3.5.6+ "@crawlee/browser-pool": ^3.5.6+ "@crawlee/types": ^3.5.6+ "@crawlee/utils": ^3.5.6cheerio: ^1.0.0-rc.12devtools-protocol: "*"idcac-playwright: ^0.1.2@@ -1030,7 +1030,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/templates@workspace:packages/templates":+"@crawlee/templates@^3.5.6, @crawlee/templates@workspace:packages/templates":version: 0.0.0-use.localresolution: "@crawlee/templates@workspace:packages/templates"dependencies:@@ -1042,7 +1042,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@workspace:packages/types":+"@crawlee/types@^3.3.0, @crawlee/types@^3.5.3, @crawlee/types@^3.5.6, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -1050,13 +1050,13 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/[email protected], @crawlee/utils@^3.5.3, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@^3.5.3, @crawlee/utils@^3.5.6, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:"@apify/log": ^2.4.0"@apify/ps-tree": ^1.2.0- "@crawlee/types": 3.5.5+ "@crawlee/types": ^3.5.6cheerio: ^1.0.0-rc.12got-scraping: ^3.2.15ow: ^0.28.1@@ -4341,18 +4341,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": 3.5.5- "@crawlee/browser": 3.5.5- "@crawlee/browser-pool": 3.5.5- "@crawlee/cheerio": 3.5.5- "@crawlee/cli": 3.5.5- "@crawlee/core": 3.5.5- "@crawlee/http": 3.5.5- "@crawlee/jsdom": 3.5.5- "@crawlee/linkedom": 3.5.5- "@crawlee/playwright": 3.5.5- "@crawlee/puppeteer": 3.5.5- "@crawlee/utils": 3.5.5+ "@crawlee/basic": ^3.5.6+ "@crawlee/browser": ^3.5.6+ "@crawlee/browser-pool": ^3.5.6+ "@crawlee/cheerio": ^3.5.6+ "@crawlee/cli": ^3.5.6+ "@crawlee/core": ^3.5.6+ "@crawlee/http": ^3.5.6+ "@crawlee/jsdom": ^3.5.6+ "@crawlee/linkedom": ^3.5.6+ "@crawlee/playwright": ^3.5.6+ "@crawlee/puppeteer": ^3.5.6+ "@crawlee/utils": ^3.5.6import-local: ^3.1.0tslib: ^2.4.0peerDependencies: