Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fix(e2e): repair E2E test infrastructure for pnpm + crawlee v4 (#3805)
Jan Buchar08ac4fe49ba6
diff --git a/package.json b/package.jsonindex 5a14ef1a9..5390ba8a7 100644--- a/package.json+++ b/package.json@@ -58,6 +58,16 @@"@apify/oxlint-config": "^0.2.5","@apify/tsconfig": "^0.2.0","@commitlint/config-conventional": "^21.0.0",+ "@crawlee/basic": "workspace:*",+ "@crawlee/cheerio": "workspace:*",+ "@crawlee/core": "workspace:*",+ "@crawlee/impit-client": "workspace:*",+ "@crawlee/jsdom": "workspace:*",+ "@crawlee/linkedom": "workspace:*",+ "@crawlee/playwright": "workspace:*",+ "@crawlee/puppeteer": "workspace:*",+ "@crawlee/stagehand": "workspace:*",+ "@crawlee/utils": "workspace:*","@microsoft/api-extractor": "^7.58.9","@playwright/browser-chromium": "1.61.1","@playwright/browser-firefox": "1.61.1",@@ -88,6 +98,7 @@"body-parser": "^2.2.0","camoufox-js": "^0.11.0","commitlint": "^21.0.0",+ "crawlee": "workspace:*","cross-env": "^10.0.0","deep-equal": "^2.2.3","express": "^5.1.0",diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 29e5541ea..c57c2f0a2 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -10,6 +10,10 @@ overrides:'@browserbasehq/stagehand': 3.0.7minimatch: ^9.0.0lerna>minimatch: ^3.1.4+ apify: 4.0.0-beta.19+ apify>@crawlee/core: workspace:*+ apify>@crawlee/types: workspace:*+ apify>@crawlee/utils: workspace:*patchedDependencies:'@docusaurus/[email protected]': 7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb@@ -30,6 +34,36 @@ importers:'@commitlint/config-conventional':specifier: ^20.0.0version: 20.5.0+ '@crawlee/basic':+ specifier: workspace:*+ version: link:packages/basic-crawler+ '@crawlee/cheerio':+ specifier: workspace:*+ version: link:packages/cheerio-crawler+ '@crawlee/core':+ specifier: workspace:*+ version: link:packages/core+ '@crawlee/impit-client':+ specifier: workspace:*+ version: link:packages/impit-client+ '@crawlee/jsdom':+ specifier: workspace:*+ version: link:packages/jsdom-crawler+ '@crawlee/linkedom':+ specifier: workspace:*+ version: link:packages/linkedom-crawler+ '@crawlee/playwright':+ specifier: workspace:*+ version: link:packages/playwright-crawler+ '@crawlee/puppeteer':+ specifier: workspace:*+ version: link:packages/puppeteer-crawler+ '@crawlee/stagehand':+ specifier: workspace:*+ version: link:packages/stagehand-crawler+ '@crawlee/utils':+ specifier: workspace:*+ version: link:packages/utils'@microsoft/api-extractor':specifier: ^7.58.9version: 7.58.9(@types/[email protected])@@ -103,8 +137,8 @@ importers:specifier: ^4.0.16version: 4.1.4([email protected])apify:- specifier: '*'- version: 3.7.0([email protected])+ specifier: 4.0.0-beta.19+ version: 4.0.0-beta.19([email protected])apify-node-curl-impersonate:specifier: ^1.0.23version: 1.0.29@@ -120,6 +154,9 @@ importers:commitlint:specifier: ^20.0.0+ crawlee:+ specifier: workspace:*+ version: link:packages/crawleecross-env:specifier: ^10.0.0version: 10.1.0@@ -220,8 +257,8 @@ importers:specifier: workspace:*version: link:../packages/stagehand-crawlerapify:- specifier: '*'- version: 3.7.0([email protected])+ specifier: 4.0.0-beta.19+ version: 4.0.0-beta.19([email protected])crawlee:specifier: workspace:*version: link:../packages/crawlee@@ -1998,22 +2035,10 @@ packages:conventional-commits-parser:optional: true- '@crawlee/[email protected]':- resolution: {integrity: sha512-Yn32E5IdmENLITg36XN1ty4OLPMcqzDjkEvSdZ0dRV5jcJR89sKi47FOs2eXpW+n7IGhbzPDkGKUirPPRrRkjg==}- engines: {node: '>=16.0.0'}-- '@crawlee/[email protected]':- resolution: {integrity: sha512-ol1PSWj5LL1ALjEZ+zJdLaZx4bGPIP6vXly4AmbtyFg2iq+m1BudtXL+dWFdv/qN8f+N8ljPF5VwKAVxg2uy3Q==}- engines: {node: '>= 16'}-'@crawlee/[email protected]':resolution: {integrity: sha512-CcIM+JDVx4gzQzMPl+9RJiEeqdzTrx2RLPA7y4IMJSyfZm3J/VrEunielKA3NQrk095j9OuvS/rQL2y8mBV1qw==}engines: {node: '>=16.0.0'}- '@crawlee/[email protected]':- resolution: {integrity: sha512-rfVx/3hsFZjiD4AwT8IoQsuNLiawrsdhc893Nha22mWQMxJ0Z/KUzh8FyJDnNOHuxWGIJP96I7nBikxYeSdw5A==}- engines: {node: '>=16.0.0'}-'@csstools/[email protected]':resolution: {integrity: sha512-p1ko5eHgV+MgXFVa4STPKpvPxr6ReS8oS2jzTukjR74i5zJNyWO1ZM1m8YKBXnzDKWfBN1ztLYlHxbVemDD88A==}engines: {node: '>=18'}@@ -4020,10 +4045,6 @@ packages:resolution: {integrity: sha512-cvGzxbba6sav2zZkH8GPf2oGk9yYoD5qrNWdu9fRehifgnFZJMV+nuy2nON2roRO4yQQ+v7MK/Pktl/HgfsUXg==}engines: {node: '>=v14.0.0', npm: '>=7.0.0'}- '@sapphire/[email protected]':- resolution: {integrity: sha512-4It2mxPSr4OGn4HSQWGmhFMsNFGfFVhWeRPCRwbH972Ek2pzfGRZtb0pJ4Ze6oIzcyh2jw7nUDa6qGlWofgd9g==}- engines: {node: '>=v16'}-'@sapphire/[email protected]':resolution: {integrity: sha512-d9dUmWVA7MMiKobL3VpLF8P2aeanRTu6ypG2OIaEv/ZHH/SUQ2iHOVyi5wAPjQ+HmnMuL0whK9ez8I/raWbtIg==}engines: {node: '>=v16'}@@ -4397,10 +4418,6 @@ packages:resolution: {integrity: sha512-+PmQX0PiAYPMeVYe237LJAYvOMYW1j2rH5YROyS3b4CTVJum34HfRvKvAzozHAQG0TnHNdUfY9nCeUyRAs//cw==}engines: {node: '>=14.16'}- '@tokenizer/[email protected]':- resolution: {integrity: sha512-MADQgmZT1eKjp06jpI2yozxaU9uVs4GzzgSL+uEq7bVcJ9V1ZXQkeGNql1fsSI0gMy1vhvNTNbUqrx+pZfJVmg==}- engines: {node: '>=18'}-'@tokenizer/[email protected]':resolution: {integrity: sha512-2mAv+8pkG6GIZiF1kNg1jAjh27IDxEPKwdGul3snfztFerfPGI1LjDezZp3i7BElXompqEtPmoPx6c2wgtWsOA==}engines: {node: '>=18'}@@ -5139,6 +5156,10 @@ packages:resolution: {integrity: sha512-+Ut8d9LLqwEvHHJl1+PIHqoyDxFgVN847JTVM3Izi3xHDWPE4UtzzXysMZQs64DMcrJfBeS/uoEP4AD3HQHnQQ==}engines: {node: '>=12.0'}+ resolution: {integrity: sha512-RZNwNclF7+MS/8bDg70amg32dyeZGZxiDuQmZxKLAlQjr3jGyLx+4Kkk58UO7D2QdgFIQCovuSuZESne6RG6XQ==}+ engines: {node: '>= 6.0.0'}+resolution: {integrity: sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ==}engines: {node: '>= 14'}@@ -5254,15 +5275,15 @@ packages:resolution: {integrity: sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==}engines: {node: '>= 8'}- resolution: {integrity: sha512-nkWYiI/938tPXtj51YdA38EUcNKePgsB+e7IkYSy4+4OMPHCHNk3PpV1UODcoeKU3dtG4CSxuqt1ehAljQiYmw==}+ resolution: {integrity: sha512-Uw2cZXfR9iQw1jyQBonSqL/QJhp154YTB070m6A6aCYAIrklOqKfNnqXIIWKCkyTWqEqwNJ1784OJL5ZnB8tTQ==}resolution: {integrity: sha512-5Oa9VE5rpDBdRgg71Vl09bqraw5RV0nyL6+rnOzIrVe+YCFCOyjj1KwsCz92gPNjGXGQG53w005la3dCTTrgdw==}- resolution: {integrity: sha512-2WeMeI6BIH2ql5dtnsreKcWxE+OGqsj9LKEe1c0b7kaQpqlEHXN63OqPfDmX1EFjuGo5Z1I3uVYBx3BTQZ9+Ag==}- engines: {node: '>=16.0.0'}+ resolution: {integrity: sha512-p6fgxlqOqwtYX77u6MZiWjvNlcJwjkGGDJ9HVt56UEBC88q+n5igZgWgPpgj/WHp9yajTf7WtAdZUO16qKa75A==}+ engines: {node: '>=22.0.0'}resolution: {integrity: sha512-lYe4Gx7QT+MKGbDsA+Z+he/Wtef0BiwDOlK/XkBrdfsh9J/jPPXbX0tE9x9cl27Tmu5gg3QUbUrQYa/y+KOHPQ==}@@ -5397,6 +5418,9 @@ packages:resolution: {integrity: sha512-wWyJDlAatxk30ZJer+GeCWS209sA42X+N5jU2jy6oHTp7ufw8uzUTVFBX9+wTfAlhiJXGS0Bq7X6efruWjuK9Q==}+ resolution: {integrity: sha512-3nTvFlvpn9Zu/RkHUqtc7/+al4UpRW5az71ap5zccp6e8RAYEzhMTecX8Dz1wWDYrPpUoB1HAQEGEAEvUr7S9g==}+resolution: {integrity: sha512-qIj0G9wZbMGNLjLmg1PT6v2mE9AH2zlnADJD/2tC6E00hgmhUOfEB6greHPAfLRSufHqROIUTkw6E+M3lH0PTQ==}engines: {node: '>= 0.4'}@@ -7224,9 +7248,6 @@ packages:resolution: {integrity: sha512-n61pQIxP25C6DRhcJxn7BDzgHP/+S56Urowb5WFxtcRMpU6drqXD90xjyAsVQYsNSNNVbaCcYY1DuHsdkZLuiA==}- resolution: {integrity: sha512-cPJU47OaAoCbg0pBvzsgpTPhmhqI5eJjh/JIu8tPj5q+T7iLvW/JAYUqmE7KOB4R1ZyEhzBaIQpQpardBF5z8A==}-resolution: {integrity: sha512-yaduQFRKLXYOGgEn6AZau90j3ggSOyiqXU0F9JZfeXYhNa+Jk4X+s45A2zg5jns87GAFa34BBm2kXw4XpNcbdg==}engines: {node: '>=8'}@@ -7241,10 +7262,6 @@ packages:peerDependencies:webpack: ^4.0.0 || ^5.0.0- resolution: {integrity: sha512-BfHZtG/l9iMm4Ecianu7P8HRD2tBHLtjXinm4X62XBOYzi7CYA7jyqfJzOvXHqzVrVPYqBo2/GvbARMaaJkKVg==}- engines: {node: '>=18'}-resolution: {integrity: sha512-Ievi/yy8DS3ygGvT47PjSfdFoX+2isQueoYP1cntFW1JLYAuS4GD7NUPGg4zv2iZfV52uDyk5w5Z0TdpRS6Q1g==}engines: {node: '>=20'}@@ -7909,6 +7926,10 @@ packages:resolution: {integrity: sha512-V5nVw1PAOgfI3Lmeaj2Exmeg7fenjhRUgz1lPSezy1CuhPYbgQtbQj4jZfEAEMlaL+vupsvhjqCyjzob0yxsmQ==}engines: {node: '>=10.19.0'}+ resolution: {integrity: sha512-dFcAjpTQFgoLMzC2VwU+C/CbS7uRL0lWmxDITmqm7C+7F0Odmj6s9l6alZc6AELXhrnggM2CeWSXHGOdX2YtwA==}+ engines: {node: '>= 6'}+resolution: {integrity: sha512-vK9P5/iUfdl95AI+JVyUuIcVtd4ofvtrOr3HNtM2yxC9bnMbEdp3x01OhQNnjb8IJYi38VlTE3mBXwcfvywuSw==}engines: {node: '>= 14'}@@ -14063,67 +14084,10 @@ snapshots:optionalDependencies:conventional-commits-parser: 6.4.0- '@crawlee/[email protected]':- dependencies:- '@apify/consts': 2.52.1- '@apify/datastructures': 2.0.4- '@apify/log': 2.5.35- '@apify/pseudo_url': 2.0.76- '@apify/timeout': 0.3.3- '@apify/utilities': 2.27.0- '@crawlee/memory-storage': 3.16.0- '@crawlee/types': 3.16.0- '@crawlee/utils': 3.16.0- '@sapphire/async-queue': 1.5.5- '@vladfrangu/async_event_emitter': 2.4.7- csv-stringify: 6.7.0- fs-extra: 11.3.4- got-scraping: 4.2.1- json5: 2.2.3- minimatch: 9.0.9- ow: 0.28.2- stream-json: 1.9.1- tldts: 7.0.28- tough-cookie: 6.0.1- tslib: 2.8.1- type-fest: 4.41.0- transitivePeerDependencies:- - supports-color-- '@crawlee/[email protected]':- dependencies:- '@apify/log': 2.5.35- '@crawlee/types': 3.16.0- '@sapphire/async-queue': 1.5.5- '@sapphire/shapeshift': 3.9.7- content-type: 1.0.5- fs-extra: 11.3.4- json5: 2.2.3- mime-types: 2.1.35- proper-lockfile: 4.1.2- tslib: 2.8.1-'@crawlee/[email protected]':dependencies:tslib: 2.8.1- '@crawlee/[email protected]':- dependencies:- '@apify/log': 2.5.35- '@apify/ps-tree': 1.2.0- '@crawlee/types': 3.16.0- '@types/sax': 1.2.7- cheerio: 1.0.0-rc.12- file-type: 20.5.0- got-scraping: 4.2.1- ow: 0.28.2- robots-parser: 3.0.1- sax: 1.6.0- tslib: 2.8.1- whatwg-mimetype: 4.0.0- transitivePeerDependencies:- - supports-color-'@csstools/[email protected](@csstools/[email protected](@csstools/[email protected]))(@csstools/[email protected])':dependencies:'@csstools/css-parser-algorithms': 3.0.5(@csstools/[email protected])@@ -16748,11 +16712,6 @@ snapshots:'@sapphire/[email protected]': {}- '@sapphire/[email protected]':- dependencies:- fast-deep-equal: 3.1.3- lodash: 4.18.1-'@sapphire/[email protected]':dependencies:fast-deep-equal: 3.1.3@@ -17106,14 +17065,6 @@ snapshots:dependencies:defer-to-connect: 2.0.1- '@tokenizer/[email protected]':- dependencies:- debug: 4.4.3- fflate: 0.8.2- token-types: 6.1.2- transitivePeerDependencies:- - supports-color-'@tokenizer/[email protected]':dependencies:debug: 4.4.3@@ -17913,6 +17864,12 @@ snapshots:+ dependencies:+ debug: 4.4.3+ transitivePeerDependencies:+ - supports-color+@@ -18026,7 +17983,7 @@ snapshots:normalize-path: 3.0.0picomatch: 2.3.2dependencies:'@apify/consts': 2.52.1'@apify/log': 2.5.35@@ -18034,7 +17991,7 @@ snapshots:'@crawlee/types': 3.16.0ansi-colors: 4.1.3async-retry: 1.3.3- axios: 1.15.0+ axios: 1.18.1content-type: 1.0.5ow: 0.28.2proxy-agent: 6.5.0@@ -18046,22 +18003,21 @@ snapshots:dependencies:'@apify/consts': 2.52.1'@apify/input_secrets': 1.2.30'@apify/log': 2.5.35'@apify/timeout': 0.3.3'@apify/utilities': 2.27.0- '@crawlee/core': 3.16.0- '@crawlee/types': 3.16.0- '@crawlee/utils': 3.16.0- apify-client: 2.23.0- fs-extra: 11.3.4- ow: 0.28.2+ '@crawlee/core': link:packages/core+ '@crawlee/types': link:packages/types+ '@crawlee/utils': link:packages/utils+ apify-client: 2.23.4semver: 7.7.4tslib: 2.8.1ws: 8.20.0([email protected])+ zod: 4.3.6transitivePeerDependencies:- bufferutil- debug@@ -18232,6 +18188,16 @@ snapshots:transitivePeerDependencies:- debug+ dependencies:+ follow-redirects: 1.16.0+ form-data: 4.0.5+ https-proxy-agent: 5.0.1+ proxy-from-env: 2.1.0+ transitivePeerDependencies:+ - debug+ - supports-color+[email protected](@babel/[email protected])([email protected](@swc/[email protected])([email protected])):@@ -20525,8 +20491,6 @@ snapshots:set-cookie-parser: 2.7.2tough-cookie: 6.0.1- [email protected]: {}-dependencies:escape-string-regexp: 1.0.5@@ -20541,15 +20505,6 @@ snapshots:schema-utils: 3.3.0webpack: 5.106.1(@swc/[email protected])([email protected])- dependencies:- '@tokenizer/inflate': 0.2.7- strtok3: 10.3.5- token-types: 6.1.2- uint8array-extras: 1.5.0- transitivePeerDependencies:- - supports-color-dependencies:'@tokenizer/inflate': 0.4.1@@ -21460,6 +21415,13 @@ snapshots:quick-lru: 5.1.1resolve-alpn: 1.2.1+ dependencies:+ agent-base: 6.0.2+ debug: 4.4.3+ transitivePeerDependencies:+ - supports-color+dependencies:agent-base: 7.1.4diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yamlindex fa4868bc9..ab4947c8f 100644--- a/pnpm-workspace.yaml+++ b/pnpm-workspace.yaml@@ -26,6 +26,15 @@ overrides:tar: "^7.5.16""lerna>js-yaml": "^4.2.0""lerna>minimatch": "^3.1.4"+ # The e2e tests run the `apify` SDK against the local 4.x workspace packages.+ # The default `latest`/`next` tags are the 3.x SDK, which is not runtime+ # compatible with `@crawlee/core@4` (e.g. `Configuration.INTEGER_VARS` was+ # removed), so pin the v4 SDK and force it to use the workspace `@crawlee/*`+ # packages (mirroring the per-actor `overrides.apify` used for PLATFORM tests).+ apify: "4.0.0-beta.19"+ "apify>@crawlee/core": "workspace:*"+ "apify>@crawlee/types": "workspace:*"+ "apify>@crawlee/utils": "workspace:*"# pnpm 11 replaces `onlyBuiltDependencies` with an explicit `allowBuilds` map.# Each entry must be true (build allowed) or false (build skipped) — pnpm 11diff --git a/test/e2e/adaptive-playwright-default/actor/package.json b/test/e2e/adaptive-playwright-default/actor/package.jsonindex 53a9cc52e..6b84deaed 100644--- a/test/e2e/adaptive-playwright-default/actor/package.json+++ b/test/e2e/adaptive-playwright-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Adaptive Playwright Test - Default","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/adaptive-playwright-robots-file/actor/package.json b/test/e2e/adaptive-playwright-robots-file/actor/package.jsonindex bf5d2df6b..65775d421 100644--- a/test/e2e/adaptive-playwright-robots-file/actor/package.json+++ b/test/e2e/adaptive-playwright-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Adaptive Playwright Test - Robots file","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/automatic-persist-value/actor/package.json b/test/e2e/automatic-persist-value/actor/package.jsonindex 45b1fd30f..f4abd9b47 100644--- a/test/e2e/automatic-persist-value/actor/package.json+++ b/test/e2e/automatic-persist-value/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Key-Value Store - Automatic Persist Value Test","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core",diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.jsonindex 0dde3644f..9a703cf0d 100644--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Autoscaling Pool Test - Max Tasks per Minute","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core",diff --git a/test/e2e/camoufox-cloudflare/actor/package.json b/test/e2e/camoufox-cloudflare/actor/package.jsonindex 288b238f5..98886a293 100644--- a/test/e2e/camoufox-cloudflare/actor/package.json+++ b/test/e2e/camoufox-cloudflare/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Camoufox - Solving Cloudflare Challenge","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json b/test/e2e/cheerio-curl-impersonate-ts/actor/package.jsonindex 95c795e54..09a29a3e2 100644--- a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - curl-impersonate HTTP client","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-default-ts/actor/package.json b/test/e2e/cheerio-default-ts/actor/package.jsonindex 64b409b36..9fbed6f67 100644--- a/test/e2e/cheerio-default-ts/actor/package.json+++ b/test/e2e/cheerio-default-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - TypeScript","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-default/actor/package.json b/test/e2e/cheerio-default/actor/package.jsonindex ab97ed664..2c64ec07d 100644--- a/test/e2e/cheerio-default/actor/package.json+++ b/test/e2e/cheerio-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Default","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-enqueue-links-base/actor/package.json b/test/e2e/cheerio-enqueue-links-base/actor/package.jsonindex d96b73cd6..0aa9f8c70 100644--- a/test/e2e/cheerio-enqueue-links-base/actor/package.json+++ b/test/e2e/cheerio-enqueue-links-base/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Enqueue Links with <base href>","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-enqueue-links/actor/package.json b/test/e2e/cheerio-enqueue-links/actor/package.jsonindex f6f61bf7f..ddea7a6d7 100644--- a/test/e2e/cheerio-enqueue-links/actor/package.json+++ b/test/e2e/cheerio-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Enqueue Links","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-error-snapshot/actor/package.json b/test/e2e/cheerio-error-snapshot/actor/package.jsonindex 694f175de..1c989a12b 100644--- a/test/e2e/cheerio-error-snapshot/actor/package.json+++ b/test/e2e/cheerio-error-snapshot/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Should save errors snapshots","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json b/test/e2e/cheerio-ignore-ssl-errors/actor/package.jsonindex 56f233063..cf6d1dae4 100644--- a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Ignore SSL Errors","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-impit-ts/actor/package.json b/test/e2e/cheerio-impit-ts/actor/package.jsonindex 2189731c5..f862e3e2e 100644--- a/test/e2e/cheerio-impit-ts/actor/package.json+++ b/test/e2e/cheerio-impit-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Impit HTTP client","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-initial-cookies/actor/package.json b/test/e2e/cheerio-initial-cookies/actor/package.jsonindex edaf317ca..747f78126 100644--- a/test/e2e/cheerio-initial-cookies/actor/package.json+++ b/test/e2e/cheerio-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Initial Cookies","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-max-requests/actor/package.json b/test/e2e/cheerio-max-requests/actor/package.jsonindex 5035a42be..292a77daa 100644--- a/test/e2e/cheerio-max-requests/actor/package.json+++ b/test/e2e/cheerio-max-requests/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Max Requests Per Crawl","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-page-info/actor/package.json b/test/e2e/cheerio-page-info/actor/package.jsonindex 52bd7124a..2dfac264f 100644--- a/test/e2e/cheerio-page-info/actor/package.json+++ b/test/e2e/cheerio-page-info/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Page Info","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-request-queue-v2/actor/package.json b/test/e2e/cheerio-request-queue-v2/actor/package.jsonindex 753330ddd..8fc0412f0 100644--- a/test/e2e/cheerio-request-queue-v2/actor/package.json+++ b/test/e2e/cheerio-request-queue-v2/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Request Queue V2","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-robots-file/actor/package.json b/test/e2e/cheerio-robots-file/actor/package.jsonindex 0960f88af..44d38a2cc 100644--- a/test/e2e/cheerio-robots-file/actor/package.json+++ b/test/e2e/cheerio-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Test - Robots file","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/cheerio-stop-resume-ts/actor/package.json b/test/e2e/cheerio-stop-resume-ts/actor/package.jsonindex ec315f699..89fb8ae53 100644--- a/test/e2e/cheerio-stop-resume-ts/actor/package.json+++ b/test/e2e/cheerio-stop-resume-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Crawler Stop-Resume Test - TypeScript","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.jsonindex 3a61661e1..e1b75655f 100644--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Should throw on SSL Errors","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/input-json5/actor/package.json b/test/e2e/input-json5/actor/package.jsonindex 91ffa6733..785618c16 100644--- a/test/e2e/input-json5/actor/package.json+++ b/test/e2e/input-json5/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "JSON5 input test","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/core": "file:./packages/core","@crawlee/utils": "file:./packages/utils"diff --git a/test/e2e/jsdom-default-ts/actor/package.json b/test/e2e/jsdom-default-ts/actor/package.jsonindex 27a29fcd8..7c7142b7b 100644--- a/test/e2e/jsdom-default-ts/actor/package.json+++ b/test/e2e/jsdom-default-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "JSDOM Crawler Test - TypeScript","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/jsdom-react-ts/actor/package.json b/test/e2e/jsdom-react-ts/actor/package.jsonindex aa320eada..f09a8f586 100644--- a/test/e2e/jsdom-react-ts/actor/package.json+++ b/test/e2e/jsdom-react-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "JSDOM Crawler Test - React - TypeScript","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/linkedom-default-ts/actor/package.json b/test/e2e/linkedom-default-ts/actor/package.jsonindex 35da40069..eafbc38ac 100644--- a/test/e2e/linkedom-default-ts/actor/package.json+++ b/test/e2e/linkedom-default-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "LinkeDOM Crawler Test - TypeScript","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/migration/actor/package.json b/test/e2e/migration/actor/package.jsonindex 812b8602f..007d21799 100644--- a/test/e2e/migration/actor/package.json+++ b/test/e2e/migration/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Migration Test","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-default/actor/package.json b/test/e2e/playwright-default/actor/package.jsonindex 8a264f7e2..431d8c34c 100644--- a/test/e2e/playwright-default/actor/package.json+++ b/test/e2e/playwright-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Default","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-enqueue-links-base/actor/package.json b/test/e2e/playwright-enqueue-links-base/actor/package.jsonindex 1e854f7c7..b7f979514 100644--- a/test/e2e/playwright-enqueue-links-base/actor/package.json+++ b/test/e2e/playwright-enqueue-links-base/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Enqueue Links with <base href>","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-enqueue-links/actor/package.json b/test/e2e/playwright-enqueue-links/actor/package.jsonindex b2eb51307..6422f2d44 100644--- a/test/e2e/playwright-enqueue-links/actor/package.json+++ b/test/e2e/playwright-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Enqueue Links","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-initial-cookies/actor/package.json b/test/e2e/playwright-initial-cookies/actor/package.jsonindex be48b4c63..5c6fbab28 100644--- a/test/e2e/playwright-initial-cookies/actor/package.json+++ b/test/e2e/playwright-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Initial Cookies","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-introduction-guide/actor/package.json b/test/e2e/playwright-introduction-guide/actor/package.jsonindex 55838e4d5..f7730a7ef 100644--- a/test/e2e/playwright-introduction-guide/actor/package.json+++ b/test/e2e/playwright-introduction-guide/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Crawlee Introduction Guide (playwright + chrome)","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-multi-run/actor/package.json b/test/e2e/playwright-multi-run/actor/package.jsonindex 0d5e038fb..9394b7d0c 100644--- a/test/e2e/playwright-multi-run/actor/package.json+++ b/test/e2e/playwright-multi-run/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Multiple run calls to the same crawler","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/playwright-robots-file/actor/package.json b/test/e2e/playwright-robots-file/actor/package.jsonindex 14c34c72d..d444b0ab3 100644--- a/test/e2e/playwright-robots-file/actor/package.json+++ b/test/e2e/playwright-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Robots file","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/proxy-rotation/actor/package.json b/test/e2e/proxy-rotation/actor/package.jsonindex 2ee8ff4a7..88257553c 100644--- a/test/e2e/proxy-rotation/actor/package.json+++ b/test/e2e/proxy-rotation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Proxy Test - Rotation","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-default/actor/package.json b/test/e2e/puppeteer-default/actor/package.jsonindex 515f342b0..7818af154 100644--- a/test/e2e/puppeteer-default/actor/package.json+++ b/test/e2e/puppeteer-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Default","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-enqueue-links/actor/package.json b/test/e2e/puppeteer-enqueue-links/actor/package.jsonindex 8858a0714..58a2b5329 100644--- a/test/e2e/puppeteer-enqueue-links/actor/package.json+++ b/test/e2e/puppeteer-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Enqueue Links","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-error-snapshot/actor/package.json b/test/e2e/puppeteer-error-snapshot/actor/package.jsonindex fd7147de9..b5bfac8f3 100644--- a/test/e2e/puppeteer-error-snapshot/actor/package.json+++ b/test/e2e/puppeteer-error-snapshot/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Should save errors snapshots","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.jsonindex 69ab34568..21a8be8ee 100644--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Ignore SSL Errors","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-initial-cookies/actor/package.json b/test/e2e/puppeteer-initial-cookies/actor/package.jsonindex 1a6b60c06..89258fd2a 100644--- a/test/e2e/puppeteer-initial-cookies/actor/package.json+++ b/test/e2e/puppeteer-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Initial Cookies","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-page-info/actor/package.json b/test/e2e/puppeteer-page-info/actor/package.jsonindex 9f33f3b29..1dad46ec1 100644--- a/test/e2e/puppeteer-page-info/actor/package.json+++ b/test/e2e/puppeteer-page-info/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Page Info","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json b/test/e2e/puppeteer-store-pagination-jquery/actor/package.jsonindex 092261da3..aa4a680f6 100644--- a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Store Pagination with jQuery","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-store-pagination/actor/package.json b/test/e2e/puppeteer-store-pagination/actor/package.jsonindex a460901bb..f0200f35a 100644--- a/test/e2e/puppeteer-store-pagination/actor/package.json+++ b/test/e2e/puppeteer-store-pagination/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Store Pagination","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.jsonindex fde71b195..31e5a2552 100644--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Should throw on SSL Errors","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/request-queue-with-concurrency/actor/package.json b/test/e2e/request-queue-with-concurrency/actor/package.jsonindex 567227326..b41e9d076 100644--- a/test/e2e/request-queue-with-concurrency/actor/package.json+++ b/test/e2e/request-queue-with-concurrency/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Queue Test - Zero Concurrency","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/request-queue-zero-concurrency/actor/package.json b/test/e2e/request-queue-zero-concurrency/actor/package.jsonindex f23dbf622..0d47e0acc 100644--- a/test/e2e/request-queue-zero-concurrency/actor/package.json+++ b/test/e2e/request-queue-zero-concurrency/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Queue Test - Zero Concurrency","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/request-skip-navigation/actor/package.json b/test/e2e/request-skip-navigation/actor/package.jsonindex c93e3df95..136736e8d 100644--- a/test/e2e/request-skip-navigation/actor/package.json+++ b/test/e2e/request-skip-navigation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Test - skipNavigation","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/run.mjs b/test/e2e/run.mjsindex bae63aebd..169e76c89 100644--- a/test/e2e/run.mjs+++ b/test/e2e/run.mjs@@ -150,14 +150,14 @@ if (isMainThread) {try {if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {console.log('Temporary installing @apify/storage-local');- execSync(`yarn add -D "@apify/storage-local@^3.0.0"`, { stdio: 'inherit' });+ execSync(`pnpm add -w -D "@apify/storage-local@^3.0.0"`, { stdio: 'inherit' });}if (process.env.STORAGE_IMPLEMENTATION !== 'PLATFORM') {console.log('Fetching Camoufox...');for (let attempt = 0; attempt < 5; attempt++) {try {- execSync(`npx camoufox-js fetch`, { stdio: 'inherit' });+ execSync(`pnpm exec camoufox-js fetch`, { stdio: 'inherit' });} catch (e) {console.error('Failed to fetch Camoufox', e);if (attempt === 4) throw e;@@ -174,7 +174,7 @@ if (isMainThread) {} finally {if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {console.log('Removing temporary installation of @apify/storage-local');- execSync(`yarn remove @apify/storage-local`, { stdio: 'inherit' });+ execSync(`pnpm remove -w @apify/storage-local`, { stdio: 'inherit' });}}diff --git a/test/e2e/session-rotation/actor/package.json b/test/e2e/session-rotation/actor/package.jsonindex 1ed984080..9bcc4a1d7 100644--- a/test/e2e/session-rotation/actor/package.json+++ b/test/e2e/session-rotation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Session Test - Rotation","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/stagehand-claude/actor/package.json b/test/e2e/stagehand-claude/actor/package.jsonindex b53a77d6c..5c85a3c3e 100644--- a/test/e2e/stagehand-claude/actor/package.json+++ b/test/e2e/stagehand-claude/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Stagehand Test - Claude/Anthropic","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@browserbasehq/stagehand": "^3.0.7","@crawlee/basic": "file:./packages/basic-crawler",diff --git a/test/e2e/stagehand-concurrent/actor/package.json b/test/e2e/stagehand-concurrent/actor/package.jsonindex e3daef8e3..9483c1f48 100644--- a/test/e2e/stagehand-concurrent/actor/package.json+++ b/test/e2e/stagehand-concurrent/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Stagehand Test - Concurrent browsers","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@browserbasehq/stagehand": "^3.0.7","@crawlee/basic": "file:./packages/basic-crawler",diff --git a/test/e2e/storage-open-return-storage-object/actor/package.json b/test/e2e/storage-open-return-storage-object/actor/package.jsonindex 09f3f4157..3a6bda82f 100644--- a/test/e2e/storage-open-return-storage-object/actor/package.json+++ b/test/e2e/storage-open-return-storage-object/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Key-Value Store - Return storage object on open","dependencies": {- "apify": "next",+ "apify": "next-v4","@apify/storage-local": "^3.0.0","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core",diff --git a/test/e2e/tools.mjs b/test/e2e/tools.mjsindex acfed8c78..416763ec1 100644--- a/test/e2e/tools.mjs+++ b/test/e2e/tools.mjs@@ -312,18 +312,65 @@ async function copyPackages(dirName) {Object.assign(dependencies, overrides.apify);}+ // Build a map of `@crawlee/*` package name -> its directory name under `packages/`.+ // The two don't always match (e.g. `@crawlee/basic` lives in `basic-crawler`).+ const packageNameToDir = new Map();+ for (const entry of await readdir(srcPackagesDir, { withFileTypes: true })) {+ if (!entry.isDirectory()) continue;+ try {+ const { name } = await fs.readJSON(join(srcPackagesDir, entry.name, 'package.json'));+ if (name) packageNameToDir.set(name, entry.name);+ } catch {+ // ignore directories without a readable package.json+ }+ }++ // Seed the copy queue with the packages referenced by the actor via `file:` deps,+ // then transitively pull in every `@crawlee/*` dependency they need.+ const queue = [];for (const dependency of Object.values(dependencies)) {- if (!dependency.startsWith('file:')) {- continue;+ if (typeof dependency === 'string' && dependency.startsWith('file:')) {+ queue.push(dependency.split('/').pop());}+ }++ const copied = new Set();+ while (queue.length > 0) {+ const packageDirName = queue.shift();+ if (copied.has(packageDirName)) continue;+ copied.add(packageDirName);- const packageDirName = dependency.split('/').pop();const srcDir = join(srcPackagesDir, packageDirName, 'dist');const destDir = join(destPackagesDir, packageDirName, 'dist');await fs.copy(srcDir, destDir);+const srcPackageFile = join(srcPackagesDir, packageDirName, 'package.json');+ const pkg = await fs.readJSON(srcPackageFile);++ // npm (used when building the actor on the platform) does not understand pnpm's+ // `workspace:` protocol, so rewrite internal `@crawlee/*` deps to sibling `file:`+ // references and make sure those packages get copied as well.+ for (const depGroup of ['dependencies', 'optionalDependencies', 'peerDependencies']) {+ const deps = pkg[depGroup];+ if (!deps) continue;++ for (const [depName, depVersion] of Object.entries(deps)) {+ if (typeof depVersion !== 'string' || !depVersion.startsWith('workspace:')) {+ continue;+ }++ const depDir = packageNameToDir.get(depName);+ if (!depDir) {+ throw new Error(`Cannot resolve workspace dependency "${depName}" for package "${packageDirName}"`);+ }++ deps[depName] = `file:../${depDir}`;+ queue.push(depDir);+ }+ }+const destPackageFile = join(destPackagesDir, packageDirName, 'package.json');- await fs.copy(srcPackageFile, destPackageFile);+ await fs.writeJSON(destPackageFile, pkg, { spaces: 4 });}}