Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fix: update playwright to 1.29.2 and make peer dep. less strict (#1735)
Martin Adámekc654fcdea06f
diff --git a/package-lock.json b/package-lock.jsonindex 1cedc05a8..2e7ec2da7 100644--- a/package-lock.json+++ b/package-lock.json@@ -52,7 +52,7 @@"lerna": "^6.0.3","lint-staged": "^13.0.3","node-gyp": "^9.1.0",- "playwright": "1.27.1",+ "playwright": "1.29.2","portastic": "^1.0.1","proxy": "^1.0.2","puppeteer": "19.2.0",@@ -13569,13 +13569,13 @@}},"node_modules/playwright": {- "version": "1.27.1",- "resolved": "https://registry.npmjs.org/playwright/-/playwright-1.27.1.tgz",- "integrity": "sha512-xXYZ7m36yTtC+oFgqH0eTgullGztKSRMb4yuwLPl8IYSmgBM88QiB+3IWb1mRIC9/NNwcgbG0RwtFlg+EAFQHQ==",+ "version": "1.29.2",+ "resolved": "https://registry.npmjs.org/playwright/-/playwright-1.29.2.tgz",+ "integrity": "sha512-hKBYJUtdmYzcjdhYDkP9WGtORwwZBBKAW8+Lz7sr0ZMxtJr04ASXVzH5eBWtDkdb0c3LLFsehfPBTRfvlfKJOA==","devOptional": true,"hasInstallScript": true,"dependencies": {- "playwright-core": "1.27.1"+ "playwright-core": "1.29.2"},"bin": {"playwright": "cli.js"@@ -13585,9 +13585,9 @@}},"node_modules/playwright-core": {- "version": "1.27.1",- "resolved": "https://registry.npmjs.org/playwright-core/-/playwright-core-1.27.1.tgz",- "integrity": "sha512-9EmeXDncC2Pmp/z+teoVYlvmPWUC6ejSSYZUln7YaP89Z6lpAaiaAnqroUt/BoLo8tn7WYShcfaCh+xofZa44Q==",+ "version": "1.29.2",+ "resolved": "https://registry.npmjs.org/playwright-core/-/playwright-core-1.29.2.tgz",+ "integrity": "sha512-94QXm4PMgFoHAhlCuoWyaBYKb92yOcGVHdQLoxQ7Wjlc7Flg4aC/jbFW7xMR52OfXMVkWicue4WXE7QEegbIRA==","devOptional": true,"bin": {"playwright": "cli.js"@@ -16664,7 +16664,7 @@"node": ">=16.0.0"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x",+ "playwright": "<= 2.x","puppeteer": "<= 19.x"},"peerDependenciesMeta": {@@ -16782,7 +16782,7 @@"node": ">=16.0.0"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x",+ "playwright": "<= 2.x","puppeteer": "<= 19.x"},"peerDependenciesMeta": {@@ -16881,7 +16881,7 @@"node": ">=16.0.0"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x"+ "playwright": "<= 2.x"},"peerDependenciesMeta": {"playwright": {diff --git a/package.json b/package.jsonindex 48707bb33..05b3732cc 100644--- a/package.json+++ b/package.json@@ -92,7 +92,7 @@"lerna": "^6.0.3","lint-staged": "^13.0.3","node-gyp": "^9.1.0",- "playwright": "1.27.1",+ "playwright": "1.29.2","portastic": "^1.0.1","proxy": "^1.0.2","puppeteer": "19.2.0",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex 41fa0a3ab..62b08abd6 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -51,7 +51,7 @@"tslib": "^2.4.0"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x",+ "playwright": "<= 2.x","puppeteer": "<= 19.x"},"peerDependenciesMeta": {diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex e4792c8fd..a3749e9f2 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -69,7 +69,7 @@"import-local": "^3.1.0"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x",+ "playwright": "<= 2.x","puppeteer": "<= 19.x"},"peerDependenciesMeta": {diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 13a93d312..c1f0d4f48 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -64,7 +64,7 @@"ow": "^0.28.1"},"peerDependencies": {- "playwright": ">= 1.21.x <= 1.27.x"+ "playwright": "<= 2.x"},"peerDependenciesMeta": {"playwright": {diff --git a/test/e2e/playwright-chromium-experimental-containers/actor/main.js b/test/e2e/playwright-chromium-experimental-containers/actor/main.jsindex 7a1f860a9..9f4f4e9b9 100644--- a/test/e2e/playwright-chromium-experimental-containers/actor/main.js+++ b/test/e2e/playwright-chromium-experimental-containers/actor/main.js@@ -1,7 +1,10 @@import { Actor } from 'apify';import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';+import { skipTest } from '../../tools.mjs';import { ApifyStorageLocal } from '@apify/storage-local';+skipTest('fails after update to playwright 1.29.0, looks like issue the chromium extension, maybe the manifest_version 2 vs 3?');+const mainOptions = {exit: Actor.isAtHome(),storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,