Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: keep transitive playwright in sync with the pinned version (#4199)
Martin Adámekbf7f904e181b
diff --git a/package.json b/package.jsonindex d676aa32d..5d443c850 100644--- a/package.json+++ b/package.json@@ -126,7 +126,7 @@"oxfmt": "^0.71.0","oxlint": "^1.86.0","oxlint-tsgolint": "^7.0.2003",- "playwright": "1.61.1",+ "playwright": "catalog:","portastic": "^1.0.1","proxy": "^2.2.0","puppeteer": "25.8.0",diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 706d112ba..17017220f 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -179,6 +179,8 @@ overrides:apify>@crawlee/types: workspace:*apify>@crawlee/utils: workspace:*header-generator>ow: ^2.0.0+ playwright: 1.61.1+ playwright-core: 1.61.1patchedDependencies:'@docusaurus/[email protected]': 7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb@@ -253,10 +255,10 @@ importers:version: 0.222.0(@opentelemetry/[email protected])'@opentelemetry/sdk-trace-base':specifier: ^2.0.0- version: 2.10.0(@opentelemetry/[email protected])+ version: 2.11.0(@opentelemetry/[email protected])'@opentelemetry/sdk-trace-node':specifier: ^2.0.0- version: 2.10.0(@opentelemetry/[email protected])+ version: 2.11.0(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions':specifier: ^1.39.0version: 1.43.0@@ -340,7 +342,7 @@ importers:version: 2.3.0([email protected])camoufox-js:specifier: ^0.12.0- version: 0.12.0([email protected])+ version: 0.12.0([email protected])commitlint:specifier: ^21.0.0@@ -460,13 +462,13 @@ importers:version: 0.222.0(@opentelemetry/[email protected])'@opentelemetry/resources':specifier: ^2.0.0- version: 2.10.0(@opentelemetry/[email protected])+ version: 2.11.0(@opentelemetry/[email protected])'@opentelemetry/sdk-node':specifier: ^0.222.0version: 0.222.0(@opentelemetry/[email protected])([email protected])'@opentelemetry/sdk-trace-base':specifier: ^2.0.0- version: 2.10.0(@opentelemetry/[email protected])+ version: 2.11.0(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions':specifier: ^1.39.0version: 1.43.0@@ -572,7 +574,7 @@ importers:specifier: workspace:*version: link:../utilsplaywright:- specifier: '*'+ specifier: 1.61.1version: 1.61.1puppeteer:specifier: '*'@@ -603,7 +605,7 @@ importers:version: link:../utilsfingerprint-generator:specifier: ^2.1.68- version: 2.1.82+ version: 2.1.88fingerprint-injector:specifier: ^2.1.68version: 2.1.82([email protected])([email protected]([email protected])([email protected]([email protected])))@@ -617,7 +619,7 @@ importers:specifier: ^6.2.0version: 6.2.0playwright:- specifier: '*'+ specifier: 1.61.1version: 1.61.1proxy-chain:specifier: ^2.5.8@@ -782,7 +784,7 @@ importers:specifier: ^3.2.0version: 3.2.0playwright:- specifier: '*'+ specifier: 1.61.1version: 1.61.1puppeteer:specifier: '*'@@ -951,7 +953,7 @@ importers:specifier: ^6.12.1version: 6.12.1playwright:- specifier: '*'+ specifier: 1.61.1version: 1.61.1string-comparison:specifier: ^1.3.0@@ -1036,7 +1038,7 @@ importers:specifier: 3.0.7version: 3.0.7(@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])playwright:- specifier: ^1.60.0+ specifier: 1.61.1version: 1.61.1packages/templates:@@ -3828,12 +3830,6 @@ packages:peerDependencies:'@opentelemetry/api': ^1.9.0- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-bvyMcgLEkozzSzpEEEo1OMoeQ97bxj6Qs2uN3mPrSdDvObMI1myffD/BPqcLlzZO9//d1SqQA/WPw7Cz2AiqhA==}- engines: {node: ^18.19.0 || >=20.6.0}- peerDependencies:- '@opentelemetry/api': '>=1.0.0 <1.10.0'-'@opentelemetry/[email protected]':resolution: {integrity: sha512-Tr79DyWI8itsBdg+jH+opjfrwLzX+erk1/ExkIwhWoAVjVrJIn2y5+cGjTC0Vy8fyNIA/y8wuJPZwr1T3xCZeQ==}engines: {node: ^18.19.0 || >=20.6.0}@@ -4044,12 +4040,6 @@ packages:peerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0'- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-GZK/G6oZyBLGlH1pUgeDch7D91KoHd2uotUGIkWCPi9GI5T9X0p4L7nNAMDR1BQjkRYoDqo+ddfVx9t5Uhys+Q==}- engines: {node: ^18.19.0 || >=20.6.0}- peerDependencies:- '@opentelemetry/api': '>=1.0.0 <1.10.0'-'@opentelemetry/[email protected]':resolution: {integrity: sha512-CuvCMJmZxswhNLlM2LfuLOW3h3fZujA4hsG4B+Sz4dX2zvaXO8Ng74cnDHWD64gLszTlhiG3c0iNUjj4g+0/sA==}engines: {node: ^18.19.0 || >=20.6.0}@@ -6397,7 +6387,7 @@ packages:engines: {node: '>= 22'}hasBin: truepeerDependencies:- playwright-core: <1.61.0+ playwright-core: 1.61.1resolution: {integrity: sha512-bsTwuIg/BZZK/vreVTYYbSWoe2F+71P7K5QGEX+pT250DZbfU1MQ5prOKpPR+LL6uWKK3KMwMCAS74QB3Um1uw==}@@ -8004,10 +7994,6 @@ packages:resolution: {integrity: sha512-v2ZsoEuVHYy8ZIlYqwPe/39Cy+cFDzp4dXPaxNvkEuouymu+2Jbz0PxpKarJHYJTmv2HWT3O382qY8l4jMWthw==}engines: {node: ^12.20.0 || ^14.13.1 || >=16.0.0}- resolution: {integrity: sha512-5Z/yCKW324pMyMarpIKe/QPdkrFWKNJv3ktdU+fXHri80+HAwNE6QhMvEvsMkK9Q8DeCXZlpPHV77UBa1nFb4A==}- engines: {node: '>=16.0.0'}-resolution: {integrity: sha512-rwYKE/UZTAnfu3DoBgFH+otrRewvkscG8TkiDY8xw7QBga0evHoL7H70HrtP/CBqjspVrfqE7ZYt7qDM3dYk+g==}engines: {node: '>=16.0.0'}@@ -8016,7 +8002,7 @@ packages:resolution: {integrity: sha512-FN7W1wbhHk2PBCF6wpBEcFnmOdGUItZnbpVBtYVcQ1/iGM0skNUDqJyH1YOjmpQiqEl2Rhh7qWNXYsivjsT+tg==}engines: {node: '>=16.0.0'}peerDependencies:- playwright: ^1.22.2+ playwright: 1.61.1puppeteer: '>= 9.x'peerDependenciesMeta:playwright:@@ -10778,11 +10764,6 @@ packages:resolution: {integrity: sha512-emEcLuomt2j03vxD54giVB4SxTjnsqkU692xZOZXHDVoYyypEm+b3jpiTcc+Cf+myooc+/Ly0z01jqeNHVgJGw==}engines: {node: '>=16.0.0'}- resolution: {integrity: sha512-9bW6zvX/m0lEbgTKJ6YppOKx8H3VOPBMOCFh2irXFOT4BbHgrx5hPjwJYLT40Lu+4qtD36qKc/Hn56StUW57IA==}- engines: {node: '>=18'}- hasBin: true-resolution: {integrity: sha512-h7Qlt6m4REp25qvIdvbDtVmD4LqVXfpRxhORv9L0jzETM05p4fuPJ3dKyuSXQxDSbXnmS79HAgi9589lGSpLkg==}engines: {node: '>=18'}@@ -10792,8 +10773,8 @@ packages:resolution: {integrity: sha512-q2rVtcE8V8K3vPVF1zny4pvwZveHLH8KBuVU2MoE3Jw4OKVoBWsHI9CH9zPydovHHOCDxjGN2Vg+2m644q3ijA==}engines: {node: '>=12'}peerDependencies:- playwright: '*'- playwright-core: '*'+ playwright: 1.61.1+ playwright-core: 1.61.1peerDependenciesMeta:playwright:optional: true@@ -17020,10 +17001,6 @@ snapshots:'@opentelemetry/core': 2.11.0(@opentelemetry/[email protected])yaml: 2.9.0- '@opentelemetry/[email protected](@opentelemetry/[email protected])':- dependencies:- '@opentelemetry/api': 1.9.0-'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -17032,6 +17009,7 @@ snapshots:dependencies:'@opentelemetry/api': 1.9.0'@opentelemetry/semantic-conventions': 1.43.0+ optional: true'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:@@ -17213,6 +17191,7 @@ snapshots:'@opentelemetry/api': 1.9.0'@opentelemetry/core': 2.10.0(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.43.0+ optional: true'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:@@ -17297,6 +17276,7 @@ snapshots:'@opentelemetry/resources': 2.10.0(@opentelemetry/[email protected])'@opentelemetry/sdk-trace': 2.10.0(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.43.0+ optional: true'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:@@ -17314,13 +17294,6 @@ snapshots:'@opentelemetry/semantic-conventions': 1.43.0optional: true- '@opentelemetry/[email protected](@opentelemetry/[email protected])':- dependencies:- '@opentelemetry/api': 1.9.0- '@opentelemetry/context-async-hooks': 2.10.0(@opentelemetry/[email protected])- '@opentelemetry/core': 2.10.0(@opentelemetry/[email protected])- '@opentelemetry/sdk-trace-base': 2.10.0(@opentelemetry/[email protected])-'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -17334,6 +17307,7 @@ snapshots:'@opentelemetry/core': 2.10.0(@opentelemetry/[email protected])'@opentelemetry/resources': 2.10.0(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.43.0+ optional: true'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:@@ -19714,7 +19688,7 @@ snapshots:dependencies:adm-zip: 0.6.1better-sqlite3: 13.0.3@@ -19725,7 +19699,7 @@ snapshots:impit: 0.14.2language-tags: 2.1.0maxmind: 5.0.6- playwright-core: 1.60.0+ playwright-core: 1.61.1pretty-bytes: 7.1.0ua-parser-js: 2.0.10xml2js: 0.6.2@@ -21802,12 +21776,6 @@ snapshots:locate-path: 7.2.0path-exists: 5.0.0- dependencies:- generative-bayesian-network: 2.1.82- header-generator: 2.1.82- tslib: 2.8.1-dependencies:generative-bayesian-network: 2.1.88@@ -21816,7 +21784,7 @@ snapshots:[email protected]([email protected])([email protected]([email protected])([email protected]([email protected]))):dependencies:- fingerprint-generator: 2.1.82+ fingerprint-generator: 2.1.88tslib: 2.8.1optionalDependencies:playwright: 1.61.1@@ -25466,8 +25434,6 @@ snapshots:pvutils: 1.1.5tslib: 2.8.1- [email protected]: {}-diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yamlindex 70aca3334..2a508c5e3 100644--- a/pnpm-workspace.yaml+++ b/pnpm-workspace.yaml@@ -4,6 +4,8 @@ packages:- websitecatalog:+ playwright: 1.61.1+ playwright-core: 1.61.1zod: ^4.5.4minimumReleaseAge: 1440@@ -43,6 +45,9 @@ overrides:# long-stable basic predicate API (string/number/object.exactShape/oneOf/ofType), so it's safe# to dedupe onto the same major version everyone else uses."header-generator>ow": "^2.0.0"+ # A transitive playwright(-core) (stagehand) drifting from the pinned playwright breaks playwright-extra's types.+ playwright: "catalog:"+ playwright-core: "catalog:"# pnpm 11 replaces `onlyBuiltDependencies` with an explicit `allowBuilds` map.# Each entry must be true (build allowed) or false (build skipped) — pnpm 11