Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

fix(e2e): repair E2E test infrastructure for pnpm + crawlee v4 (#3805)

Jan Buchar08ac4fe49ba6
diff --git a/package.json b/package.json
index 5a14ef1a9..5390ba8a7 100644
--- a/package.json
+++ b/package.json
@@ -58,6 +58,16 @@
"@apify/oxlint-config": "^0.2.5",
"@apify/tsconfig": "^0.2.0",
"@commitlint/config-conventional": "^21.0.0",
+ "@crawlee/basic": "workspace:*",
+ "@crawlee/cheerio": "workspace:*",
+ "@crawlee/core": "workspace:*",
+ "@crawlee/impit-client": "workspace:*",
+ "@crawlee/jsdom": "workspace:*",
+ "@crawlee/linkedom": "workspace:*",
+ "@crawlee/playwright": "workspace:*",
+ "@crawlee/puppeteer": "workspace:*",
+ "@crawlee/stagehand": "workspace:*",
+ "@crawlee/utils": "workspace:*",
"@microsoft/api-extractor": "^7.58.9",
"@playwright/browser-chromium": "1.61.1",
"@playwright/browser-firefox": "1.61.1",
@@ -88,6 +98,7 @@
"body-parser": "^2.2.0",
"camoufox-js": "^0.11.0",
"commitlint": "^21.0.0",
+ "crawlee": "workspace:*",
"cross-env": "^10.0.0",
"deep-equal": "^2.2.3",
"express": "^5.1.0",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 29e5541ea..c57c2f0a2 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -10,6 +10,10 @@ overrides:
'@browserbasehq/stagehand': 3.0.7
minimatch: ^9.0.0
lerna>minimatch: ^3.1.4
+ apify: 4.0.0-beta.19
+ apify>@crawlee/core: workspace:*
+ apify>@crawlee/types: workspace:*
+ apify>@crawlee/utils: workspace:*
patchedDependencies:
'@docusaurus/[email protected]': 7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb
@@ -30,6 +34,36 @@ importers:
'@commitlint/config-conventional':
specifier: ^20.0.0
version: 20.5.0
+ '@crawlee/basic':
+ specifier: workspace:*
+ version: link:packages/basic-crawler
+ '@crawlee/cheerio':
+ specifier: workspace:*
+ version: link:packages/cheerio-crawler
+ '@crawlee/core':
+ specifier: workspace:*
+ version: link:packages/core
+ '@crawlee/impit-client':
+ specifier: workspace:*
+ version: link:packages/impit-client
+ '@crawlee/jsdom':
+ specifier: workspace:*
+ version: link:packages/jsdom-crawler
+ '@crawlee/linkedom':
+ specifier: workspace:*
+ version: link:packages/linkedom-crawler
+ '@crawlee/playwright':
+ specifier: workspace:*
+ version: link:packages/playwright-crawler
+ '@crawlee/puppeteer':
+ specifier: workspace:*
+ version: link:packages/puppeteer-crawler
+ '@crawlee/stagehand':
+ specifier: workspace:*
+ version: link:packages/stagehand-crawler
+ '@crawlee/utils':
+ specifier: workspace:*
+ version: link:packages/utils
'@microsoft/api-extractor':
specifier: ^7.58.9
version: 7.58.9(@types/[email protected])
@@ -103,8 +137,8 @@ importers:
specifier: ^4.0.16
version: 4.1.4([email protected])
apify:
- specifier: '*'
- version: 3.7.0([email protected])
+ specifier: 4.0.0-beta.19
+ version: 4.0.0-beta.19([email protected])
apify-node-curl-impersonate:
specifier: ^1.0.23
version: 1.0.29
@@ -120,6 +154,9 @@ importers:
commitlint:
specifier: ^20.0.0
+ crawlee:
+ specifier: workspace:*
+ version: link:packages/crawlee
cross-env:
specifier: ^10.0.0
version: 10.1.0
@@ -220,8 +257,8 @@ importers:
specifier: workspace:*
version: link:../packages/stagehand-crawler
apify:
- specifier: '*'
- version: 3.7.0([email protected])
+ specifier: 4.0.0-beta.19
+ version: 4.0.0-beta.19([email protected])
crawlee:
specifier: workspace:*
version: link:../packages/crawlee
@@ -1998,22 +2035,10 @@ packages:
conventional-commits-parser:
optional: true
- '@crawlee/[email protected]':
- resolution: {integrity: sha512-Yn32E5IdmENLITg36XN1ty4OLPMcqzDjkEvSdZ0dRV5jcJR89sKi47FOs2eXpW+n7IGhbzPDkGKUirPPRrRkjg==}
- engines: {node: '>=16.0.0'}
-
- '@crawlee/[email protected]':
- resolution: {integrity: sha512-ol1PSWj5LL1ALjEZ+zJdLaZx4bGPIP6vXly4AmbtyFg2iq+m1BudtXL+dWFdv/qN8f+N8ljPF5VwKAVxg2uy3Q==}
- engines: {node: '>= 16'}
-
'@crawlee/[email protected]':
resolution: {integrity: sha512-CcIM+JDVx4gzQzMPl+9RJiEeqdzTrx2RLPA7y4IMJSyfZm3J/VrEunielKA3NQrk095j9OuvS/rQL2y8mBV1qw==}
engines: {node: '>=16.0.0'}
- '@crawlee/[email protected]':
- resolution: {integrity: sha512-rfVx/3hsFZjiD4AwT8IoQsuNLiawrsdhc893Nha22mWQMxJ0Z/KUzh8FyJDnNOHuxWGIJP96I7nBikxYeSdw5A==}
- engines: {node: '>=16.0.0'}
-
'@csstools/[email protected]':
resolution: {integrity: sha512-p1ko5eHgV+MgXFVa4STPKpvPxr6ReS8oS2jzTukjR74i5zJNyWO1ZM1m8YKBXnzDKWfBN1ztLYlHxbVemDD88A==}
engines: {node: '>=18'}
@@ -4020,10 +4045,6 @@ packages:
resolution: {integrity: sha512-cvGzxbba6sav2zZkH8GPf2oGk9yYoD5qrNWdu9fRehifgnFZJMV+nuy2nON2roRO4yQQ+v7MK/Pktl/HgfsUXg==}
engines: {node: '>=v14.0.0', npm: '>=7.0.0'}
- '@sapphire/[email protected]':
- resolution: {integrity: sha512-4It2mxPSr4OGn4HSQWGmhFMsNFGfFVhWeRPCRwbH972Ek2pzfGRZtb0pJ4Ze6oIzcyh2jw7nUDa6qGlWofgd9g==}
- engines: {node: '>=v16'}
-
'@sapphire/[email protected]':
resolution: {integrity: sha512-d9dUmWVA7MMiKobL3VpLF8P2aeanRTu6ypG2OIaEv/ZHH/SUQ2iHOVyi5wAPjQ+HmnMuL0whK9ez8I/raWbtIg==}
engines: {node: '>=v16'}
@@ -4397,10 +4418,6 @@ packages:
resolution: {integrity: sha512-+PmQX0PiAYPMeVYe237LJAYvOMYW1j2rH5YROyS3b4CTVJum34HfRvKvAzozHAQG0TnHNdUfY9nCeUyRAs//cw==}
engines: {node: '>=14.16'}
- '@tokenizer/[email protected]':
- resolution: {integrity: sha512-MADQgmZT1eKjp06jpI2yozxaU9uVs4GzzgSL+uEq7bVcJ9V1ZXQkeGNql1fsSI0gMy1vhvNTNbUqrx+pZfJVmg==}
- engines: {node: '>=18'}
-
'@tokenizer/[email protected]':
resolution: {integrity: sha512-2mAv+8pkG6GIZiF1kNg1jAjh27IDxEPKwdGul3snfztFerfPGI1LjDezZp3i7BElXompqEtPmoPx6c2wgtWsOA==}
engines: {node: '>=18'}
@@ -5139,6 +5156,10 @@ packages:
resolution: {integrity: sha512-+Ut8d9LLqwEvHHJl1+PIHqoyDxFgVN847JTVM3Izi3xHDWPE4UtzzXysMZQs64DMcrJfBeS/uoEP4AD3HQHnQQ==}
engines: {node: '>=12.0'}
+ resolution: {integrity: sha512-RZNwNclF7+MS/8bDg70amg32dyeZGZxiDuQmZxKLAlQjr3jGyLx+4Kkk58UO7D2QdgFIQCovuSuZESne6RG6XQ==}
+ engines: {node: '>= 6.0.0'}
+
resolution: {integrity: sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ==}
engines: {node: '>= 14'}
@@ -5254,15 +5275,15 @@ packages:
resolution: {integrity: sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==}
engines: {node: '>= 8'}
- resolution: {integrity: sha512-nkWYiI/938tPXtj51YdA38EUcNKePgsB+e7IkYSy4+4OMPHCHNk3PpV1UODcoeKU3dtG4CSxuqt1ehAljQiYmw==}
+ resolution: {integrity: sha512-Uw2cZXfR9iQw1jyQBonSqL/QJhp154YTB070m6A6aCYAIrklOqKfNnqXIIWKCkyTWqEqwNJ1784OJL5ZnB8tTQ==}
resolution: {integrity: sha512-5Oa9VE5rpDBdRgg71Vl09bqraw5RV0nyL6+rnOzIrVe+YCFCOyjj1KwsCz92gPNjGXGQG53w005la3dCTTrgdw==}
- resolution: {integrity: sha512-2WeMeI6BIH2ql5dtnsreKcWxE+OGqsj9LKEe1c0b7kaQpqlEHXN63OqPfDmX1EFjuGo5Z1I3uVYBx3BTQZ9+Ag==}
- engines: {node: '>=16.0.0'}
+ resolution: {integrity: sha512-p6fgxlqOqwtYX77u6MZiWjvNlcJwjkGGDJ9HVt56UEBC88q+n5igZgWgPpgj/WHp9yajTf7WtAdZUO16qKa75A==}
+ engines: {node: '>=22.0.0'}
resolution: {integrity: sha512-lYe4Gx7QT+MKGbDsA+Z+he/Wtef0BiwDOlK/XkBrdfsh9J/jPPXbX0tE9x9cl27Tmu5gg3QUbUrQYa/y+KOHPQ==}
@@ -5397,6 +5418,9 @@ packages:
resolution: {integrity: sha512-wWyJDlAatxk30ZJer+GeCWS209sA42X+N5jU2jy6oHTp7ufw8uzUTVFBX9+wTfAlhiJXGS0Bq7X6efruWjuK9Q==}
+ resolution: {integrity: sha512-3nTvFlvpn9Zu/RkHUqtc7/+al4UpRW5az71ap5zccp6e8RAYEzhMTecX8Dz1wWDYrPpUoB1HAQEGEAEvUr7S9g==}
+
resolution: {integrity: sha512-qIj0G9wZbMGNLjLmg1PT6v2mE9AH2zlnADJD/2tC6E00hgmhUOfEB6greHPAfLRSufHqROIUTkw6E+M3lH0PTQ==}
engines: {node: '>= 0.4'}
@@ -7224,9 +7248,6 @@ packages:
resolution: {integrity: sha512-n61pQIxP25C6DRhcJxn7BDzgHP/+S56Urowb5WFxtcRMpU6drqXD90xjyAsVQYsNSNNVbaCcYY1DuHsdkZLuiA==}
- resolution: {integrity: sha512-cPJU47OaAoCbg0pBvzsgpTPhmhqI5eJjh/JIu8tPj5q+T7iLvW/JAYUqmE7KOB4R1ZyEhzBaIQpQpardBF5z8A==}
-
resolution: {integrity: sha512-yaduQFRKLXYOGgEn6AZau90j3ggSOyiqXU0F9JZfeXYhNa+Jk4X+s45A2zg5jns87GAFa34BBm2kXw4XpNcbdg==}
engines: {node: '>=8'}
@@ -7241,10 +7262,6 @@ packages:
peerDependencies:
webpack: ^4.0.0 || ^5.0.0
- resolution: {integrity: sha512-BfHZtG/l9iMm4Ecianu7P8HRD2tBHLtjXinm4X62XBOYzi7CYA7jyqfJzOvXHqzVrVPYqBo2/GvbARMaaJkKVg==}
- engines: {node: '>=18'}
-
resolution: {integrity: sha512-Ievi/yy8DS3ygGvT47PjSfdFoX+2isQueoYP1cntFW1JLYAuS4GD7NUPGg4zv2iZfV52uDyk5w5Z0TdpRS6Q1g==}
engines: {node: '>=20'}
@@ -7909,6 +7926,10 @@ packages:
resolution: {integrity: sha512-V5nVw1PAOgfI3Lmeaj2Exmeg7fenjhRUgz1lPSezy1CuhPYbgQtbQj4jZfEAEMlaL+vupsvhjqCyjzob0yxsmQ==}
engines: {node: '>=10.19.0'}
+ resolution: {integrity: sha512-dFcAjpTQFgoLMzC2VwU+C/CbS7uRL0lWmxDITmqm7C+7F0Odmj6s9l6alZc6AELXhrnggM2CeWSXHGOdX2YtwA==}
+ engines: {node: '>= 6'}
+
resolution: {integrity: sha512-vK9P5/iUfdl95AI+JVyUuIcVtd4ofvtrOr3HNtM2yxC9bnMbEdp3x01OhQNnjb8IJYi38VlTE3mBXwcfvywuSw==}
engines: {node: '>= 14'}
@@ -14063,67 +14084,10 @@ snapshots:
optionalDependencies:
conventional-commits-parser: 6.4.0
- '@crawlee/[email protected]':
- dependencies:
- '@apify/consts': 2.52.1
- '@apify/datastructures': 2.0.4
- '@apify/log': 2.5.35
- '@apify/pseudo_url': 2.0.76
- '@apify/timeout': 0.3.3
- '@apify/utilities': 2.27.0
- '@crawlee/memory-storage': 3.16.0
- '@crawlee/types': 3.16.0
- '@crawlee/utils': 3.16.0
- '@sapphire/async-queue': 1.5.5
- '@vladfrangu/async_event_emitter': 2.4.7
- csv-stringify: 6.7.0
- fs-extra: 11.3.4
- got-scraping: 4.2.1
- json5: 2.2.3
- minimatch: 9.0.9
- ow: 0.28.2
- stream-json: 1.9.1
- tldts: 7.0.28
- tough-cookie: 6.0.1
- tslib: 2.8.1
- type-fest: 4.41.0
- transitivePeerDependencies:
- - supports-color
-
- '@crawlee/[email protected]':
- dependencies:
- '@apify/log': 2.5.35
- '@crawlee/types': 3.16.0
- '@sapphire/async-queue': 1.5.5
- '@sapphire/shapeshift': 3.9.7
- content-type: 1.0.5
- fs-extra: 11.3.4
- json5: 2.2.3
- mime-types: 2.1.35
- proper-lockfile: 4.1.2
- tslib: 2.8.1
-
'@crawlee/[email protected]':
dependencies:
tslib: 2.8.1
- '@crawlee/[email protected]':
- dependencies:
- '@apify/log': 2.5.35
- '@apify/ps-tree': 1.2.0
- '@crawlee/types': 3.16.0
- '@types/sax': 1.2.7
- cheerio: 1.0.0-rc.12
- file-type: 20.5.0
- got-scraping: 4.2.1
- ow: 0.28.2
- robots-parser: 3.0.1
- sax: 1.6.0
- tslib: 2.8.1
- whatwg-mimetype: 4.0.0
- transitivePeerDependencies:
- - supports-color
-
'@csstools/[email protected](@csstools/[email protected](@csstools/[email protected]))(@csstools/[email protected])':
dependencies:
'@csstools/css-parser-algorithms': 3.0.5(@csstools/[email protected])
@@ -16748,11 +16712,6 @@ snapshots:
'@sapphire/[email protected]': {}
- '@sapphire/[email protected]':
- dependencies:
- fast-deep-equal: 3.1.3
- lodash: 4.18.1
-
'@sapphire/[email protected]':
dependencies:
fast-deep-equal: 3.1.3
@@ -17106,14 +17065,6 @@ snapshots:
dependencies:
defer-to-connect: 2.0.1
- '@tokenizer/[email protected]':
- dependencies:
- debug: 4.4.3
- fflate: 0.8.2
- token-types: 6.1.2
- transitivePeerDependencies:
- - supports-color
-
'@tokenizer/[email protected]':
dependencies:
debug: 4.4.3
@@ -17913,6 +17864,12 @@ snapshots:
+ dependencies:
+ debug: 4.4.3
+ transitivePeerDependencies:
+ - supports-color
+
@@ -18026,7 +17983,7 @@ snapshots:
normalize-path: 3.0.0
picomatch: 2.3.2
dependencies:
'@apify/consts': 2.52.1
'@apify/log': 2.5.35
@@ -18034,7 +17991,7 @@ snapshots:
'@crawlee/types': 3.16.0
ansi-colors: 4.1.3
async-retry: 1.3.3
- axios: 1.15.0
+ axios: 1.18.1
content-type: 1.0.5
ow: 0.28.2
proxy-agent: 6.5.0
@@ -18046,22 +18003,21 @@ snapshots:
dependencies:
'@apify/consts': 2.52.1
'@apify/input_secrets': 1.2.30
'@apify/log': 2.5.35
'@apify/timeout': 0.3.3
'@apify/utilities': 2.27.0
- '@crawlee/core': 3.16.0
- '@crawlee/types': 3.16.0
- '@crawlee/utils': 3.16.0
- apify-client: 2.23.0
- fs-extra: 11.3.4
- ow: 0.28.2
+ '@crawlee/core': link:packages/core
+ '@crawlee/types': link:packages/types
+ '@crawlee/utils': link:packages/utils
+ apify-client: 2.23.4
semver: 7.7.4
tslib: 2.8.1
ws: 8.20.0([email protected])
+ zod: 4.3.6
transitivePeerDependencies:
- bufferutil
- debug
@@ -18232,6 +18188,16 @@ snapshots:
transitivePeerDependencies:
- debug
+ dependencies:
+ follow-redirects: 1.16.0
+ form-data: 4.0.5
+ https-proxy-agent: 5.0.1
+ proxy-from-env: 2.1.0
+ transitivePeerDependencies:
+ - debug
+ - supports-color
+
@@ -20525,8 +20491,6 @@ snapshots:
set-cookie-parser: 2.7.2
tough-cookie: 6.0.1
-
dependencies:
escape-string-regexp: 1.0.5
@@ -20541,15 +20505,6 @@ snapshots:
schema-utils: 3.3.0
webpack: 5.106.1(@swc/[email protected])([email protected])
- dependencies:
- '@tokenizer/inflate': 0.2.7
- strtok3: 10.3.5
- token-types: 6.1.2
- uint8array-extras: 1.5.0
- transitivePeerDependencies:
- - supports-color
-
dependencies:
'@tokenizer/inflate': 0.4.1
@@ -21460,6 +21415,13 @@ snapshots:
quick-lru: 5.1.1
resolve-alpn: 1.2.1
+ dependencies:
+ agent-base: 6.0.2
+ debug: 4.4.3
+ transitivePeerDependencies:
+ - supports-color
+
dependencies:
agent-base: 7.1.4
diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yaml
index fa4868bc9..ab4947c8f 100644
--- a/pnpm-workspace.yaml
+++ b/pnpm-workspace.yaml
@@ -26,6 +26,15 @@ overrides:
tar: "^7.5.16"
"lerna>js-yaml": "^4.2.0"
"lerna>minimatch": "^3.1.4"
+ # The e2e tests run the `apify` SDK against the local 4.x workspace packages.
+ # The default `latest`/`next` tags are the 3.x SDK, which is not runtime
+ # compatible with `@crawlee/core@4` (e.g. `Configuration.INTEGER_VARS` was
+ # removed), so pin the v4 SDK and force it to use the workspace `@crawlee/*`
+ # packages (mirroring the per-actor `overrides.apify` used for PLATFORM tests).
+ apify: "4.0.0-beta.19"
+ "apify>@crawlee/core": "workspace:*"
+ "apify>@crawlee/types": "workspace:*"
+ "apify>@crawlee/utils": "workspace:*"
# pnpm 11 replaces `onlyBuiltDependencies` with an explicit `allowBuilds` map.
# Each entry must be true (build allowed) or false (build skipped) — pnpm 11
diff --git a/test/e2e/adaptive-playwright-default/actor/package.json b/test/e2e/adaptive-playwright-default/actor/package.json
index 53a9cc52e..6b84deaed 100644
--- a/test/e2e/adaptive-playwright-default/actor/package.json
+++ b/test/e2e/adaptive-playwright-default/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Adaptive Playwright Test - Default",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/adaptive-playwright-robots-file/actor/package.json b/test/e2e/adaptive-playwright-robots-file/actor/package.json
index bf5d2df6b..65775d421 100644
--- a/test/e2e/adaptive-playwright-robots-file/actor/package.json
+++ b/test/e2e/adaptive-playwright-robots-file/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Adaptive Playwright Test - Robots file",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/automatic-persist-value/actor/package.json b/test/e2e/automatic-persist-value/actor/package.json
index 45b1fd30f..f4abd9b47 100644
--- a/test/e2e/automatic-persist-value/actor/package.json
+++ b/test/e2e/automatic-persist-value/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Key-Value Store - Automatic Persist Value Test",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/core": "file:./packages/core",
diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
index 0dde3644f..9a703cf0d 100644
--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Autoscaling Pool Test - Max Tasks per Minute",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/core": "file:./packages/core",
diff --git a/test/e2e/camoufox-cloudflare/actor/package.json b/test/e2e/camoufox-cloudflare/actor/package.json
index 288b238f5..98886a293 100644
--- a/test/e2e/camoufox-cloudflare/actor/package.json
+++ b/test/e2e/camoufox-cloudflare/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Camoufox - Solving Cloudflare Challenge",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json b/test/e2e/cheerio-curl-impersonate-ts/actor/package.json
index 95c795e54..09a29a3e2 100644
--- a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json
+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - curl-impersonate HTTP client",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-default-ts/actor/package.json b/test/e2e/cheerio-default-ts/actor/package.json
index 64b409b36..9fbed6f67 100644
--- a/test/e2e/cheerio-default-ts/actor/package.json
+++ b/test/e2e/cheerio-default-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - TypeScript",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-default/actor/package.json b/test/e2e/cheerio-default/actor/package.json
index ab97ed664..2c64ec07d 100644
--- a/test/e2e/cheerio-default/actor/package.json
+++ b/test/e2e/cheerio-default/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Default",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-enqueue-links-base/actor/package.json b/test/e2e/cheerio-enqueue-links-base/actor/package.json
index d96b73cd6..0aa9f8c70 100644
--- a/test/e2e/cheerio-enqueue-links-base/actor/package.json
+++ b/test/e2e/cheerio-enqueue-links-base/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Enqueue Links with <base href>",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-enqueue-links/actor/package.json b/test/e2e/cheerio-enqueue-links/actor/package.json
index f6f61bf7f..ddea7a6d7 100644
--- a/test/e2e/cheerio-enqueue-links/actor/package.json
+++ b/test/e2e/cheerio-enqueue-links/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Enqueue Links",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-error-snapshot/actor/package.json b/test/e2e/cheerio-error-snapshot/actor/package.json
index 694f175de..1c989a12b 100644
--- a/test/e2e/cheerio-error-snapshot/actor/package.json
+++ b/test/e2e/cheerio-error-snapshot/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Should save errors snapshots",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
index 56f233063..cf6d1dae4 100644
--- a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Ignore SSL Errors",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-impit-ts/actor/package.json b/test/e2e/cheerio-impit-ts/actor/package.json
index 2189731c5..f862e3e2e 100644
--- a/test/e2e/cheerio-impit-ts/actor/package.json
+++ b/test/e2e/cheerio-impit-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Impit HTTP client",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-initial-cookies/actor/package.json b/test/e2e/cheerio-initial-cookies/actor/package.json
index edaf317ca..747f78126 100644
--- a/test/e2e/cheerio-initial-cookies/actor/package.json
+++ b/test/e2e/cheerio-initial-cookies/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Initial Cookies",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-max-requests/actor/package.json b/test/e2e/cheerio-max-requests/actor/package.json
index 5035a42be..292a77daa 100644
--- a/test/e2e/cheerio-max-requests/actor/package.json
+++ b/test/e2e/cheerio-max-requests/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Max Requests Per Crawl",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-page-info/actor/package.json b/test/e2e/cheerio-page-info/actor/package.json
index 52bd7124a..2dfac264f 100644
--- a/test/e2e/cheerio-page-info/actor/package.json
+++ b/test/e2e/cheerio-page-info/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Page Info",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-request-queue-v2/actor/package.json b/test/e2e/cheerio-request-queue-v2/actor/package.json
index 753330ddd..8fc0412f0 100644
--- a/test/e2e/cheerio-request-queue-v2/actor/package.json
+++ b/test/e2e/cheerio-request-queue-v2/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Request Queue V2",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-robots-file/actor/package.json b/test/e2e/cheerio-robots-file/actor/package.json
index 0960f88af..44d38a2cc 100644
--- a/test/e2e/cheerio-robots-file/actor/package.json
+++ b/test/e2e/cheerio-robots-file/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Test - Robots file",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/cheerio-stop-resume-ts/actor/package.json b/test/e2e/cheerio-stop-resume-ts/actor/package.json
index ec315f699..89fb8ae53 100644
--- a/test/e2e/cheerio-stop-resume-ts/actor/package.json
+++ b/test/e2e/cheerio-stop-resume-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Crawler Stop-Resume Test - TypeScript",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
index 3a61661e1..e1b75655f 100644
--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Cheerio Crawler Test - Should throw on SSL Errors",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/input-json5/actor/package.json b/test/e2e/input-json5/actor/package.json
index 91ffa6733..785618c16 100644
--- a/test/e2e/input-json5/actor/package.json
+++ b/test/e2e/input-json5/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "JSON5 input test",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/core": "file:./packages/core",
"@crawlee/utils": "file:./packages/utils"
diff --git a/test/e2e/jsdom-default-ts/actor/package.json b/test/e2e/jsdom-default-ts/actor/package.json
index 27a29fcd8..7c7142b7b 100644
--- a/test/e2e/jsdom-default-ts/actor/package.json
+++ b/test/e2e/jsdom-default-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "JSDOM Crawler Test - TypeScript",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/jsdom-react-ts/actor/package.json b/test/e2e/jsdom-react-ts/actor/package.json
index aa320eada..f09a8f586 100644
--- a/test/e2e/jsdom-react-ts/actor/package.json
+++ b/test/e2e/jsdom-react-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "JSDOM Crawler Test - React - TypeScript",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/linkedom-default-ts/actor/package.json b/test/e2e/linkedom-default-ts/actor/package.json
index 35da40069..eafbc38ac 100644
--- a/test/e2e/linkedom-default-ts/actor/package.json
+++ b/test/e2e/linkedom-default-ts/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "LinkeDOM Crawler Test - TypeScript",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/migration/actor/package.json b/test/e2e/migration/actor/package.json
index 812b8602f..007d21799 100644
--- a/test/e2e/migration/actor/package.json
+++ b/test/e2e/migration/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Migration Test",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-default/actor/package.json b/test/e2e/playwright-default/actor/package.json
index 8a264f7e2..431d8c34c 100644
--- a/test/e2e/playwright-default/actor/package.json
+++ b/test/e2e/playwright-default/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Default",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-enqueue-links-base/actor/package.json b/test/e2e/playwright-enqueue-links-base/actor/package.json
index 1e854f7c7..b7f979514 100644
--- a/test/e2e/playwright-enqueue-links-base/actor/package.json
+++ b/test/e2e/playwright-enqueue-links-base/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Enqueue Links with <base href>",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-enqueue-links/actor/package.json b/test/e2e/playwright-enqueue-links/actor/package.json
index b2eb51307..6422f2d44 100644
--- a/test/e2e/playwright-enqueue-links/actor/package.json
+++ b/test/e2e/playwright-enqueue-links/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Enqueue Links",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-initial-cookies/actor/package.json b/test/e2e/playwright-initial-cookies/actor/package.json
index be48b4c63..5c6fbab28 100644
--- a/test/e2e/playwright-initial-cookies/actor/package.json
+++ b/test/e2e/playwright-initial-cookies/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Initial Cookies",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-introduction-guide/actor/package.json b/test/e2e/playwright-introduction-guide/actor/package.json
index 55838e4d5..f7730a7ef 100644
--- a/test/e2e/playwright-introduction-guide/actor/package.json
+++ b/test/e2e/playwright-introduction-guide/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Crawlee Introduction Guide (playwright + chrome)",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-multi-run/actor/package.json b/test/e2e/playwright-multi-run/actor/package.json
index 0d5e038fb..9394b7d0c 100644
--- a/test/e2e/playwright-multi-run/actor/package.json
+++ b/test/e2e/playwright-multi-run/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Multiple run calls to the same crawler",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/playwright-robots-file/actor/package.json b/test/e2e/playwright-robots-file/actor/package.json
index 14c34c72d..d444b0ab3 100644
--- a/test/e2e/playwright-robots-file/actor/package.json
+++ b/test/e2e/playwright-robots-file/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Playwright Test - Robots file",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/proxy-rotation/actor/package.json b/test/e2e/proxy-rotation/actor/package.json
index 2ee8ff4a7..88257553c 100644
--- a/test/e2e/proxy-rotation/actor/package.json
+++ b/test/e2e/proxy-rotation/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Proxy Test - Rotation",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-default/actor/package.json b/test/e2e/puppeteer-default/actor/package.json
index 515f342b0..7818af154 100644
--- a/test/e2e/puppeteer-default/actor/package.json
+++ b/test/e2e/puppeteer-default/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Default",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-enqueue-links/actor/package.json b/test/e2e/puppeteer-enqueue-links/actor/package.json
index 8858a0714..58a2b5329 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/package.json
+++ b/test/e2e/puppeteer-enqueue-links/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Enqueue Links",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-error-snapshot/actor/package.json b/test/e2e/puppeteer-error-snapshot/actor/package.json
index fd7147de9..b5bfac8f3 100644
--- a/test/e2e/puppeteer-error-snapshot/actor/package.json
+++ b/test/e2e/puppeteer-error-snapshot/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Should save errors snapshots",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
index 69ab34568..21a8be8ee 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Ignore SSL Errors",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-initial-cookies/actor/package.json b/test/e2e/puppeteer-initial-cookies/actor/package.json
index 1a6b60c06..89258fd2a 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/package.json
+++ b/test/e2e/puppeteer-initial-cookies/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Initial Cookies",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-page-info/actor/package.json b/test/e2e/puppeteer-page-info/actor/package.json
index 9f33f3b29..1dad46ec1 100644
--- a/test/e2e/puppeteer-page-info/actor/package.json
+++ b/test/e2e/puppeteer-page-info/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Page Info",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
index 092261da3..aa4a680f6 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Store Pagination with jQuery",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-store-pagination/actor/package.json b/test/e2e/puppeteer-store-pagination/actor/package.json
index a460901bb..f0200f35a 100644
--- a/test/e2e/puppeteer-store-pagination/actor/package.json
+++ b/test/e2e/puppeteer-store-pagination/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Store Pagination",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
index fde71b195..31e5a2552 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Puppeteer Test - Should throw on SSL Errors",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/request-queue-with-concurrency/actor/package.json b/test/e2e/request-queue-with-concurrency/actor/package.json
index 567227326..b41e9d076 100644
--- a/test/e2e/request-queue-with-concurrency/actor/package.json
+++ b/test/e2e/request-queue-with-concurrency/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Request Queue Test - Zero Concurrency",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/request-queue-zero-concurrency/actor/package.json b/test/e2e/request-queue-zero-concurrency/actor/package.json
index f23dbf622..0d47e0acc 100644
--- a/test/e2e/request-queue-zero-concurrency/actor/package.json
+++ b/test/e2e/request-queue-zero-concurrency/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Request Queue Test - Zero Concurrency",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/request-skip-navigation/actor/package.json b/test/e2e/request-skip-navigation/actor/package.json
index c93e3df95..136736e8d 100644
--- a/test/e2e/request-skip-navigation/actor/package.json
+++ b/test/e2e/request-skip-navigation/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Request Test - skipNavigation",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/run.mjs b/test/e2e/run.mjs
index bae63aebd..169e76c89 100644
--- a/test/e2e/run.mjs
+++ b/test/e2e/run.mjs
@@ -150,14 +150,14 @@ if (isMainThread) {
try {
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
console.log('Temporary installing @apify/storage-local');
- execSync(`yarn add -D "@apify/storage-local@^3.0.0"`, { stdio: 'inherit' });
+ execSync(`pnpm add -w -D "@apify/storage-local@^3.0.0"`, { stdio: 'inherit' });
}
if (process.env.STORAGE_IMPLEMENTATION !== 'PLATFORM') {
console.log('Fetching Camoufox...');
for (let attempt = 0; attempt < 5; attempt++) {
try {
- execSync(`npx camoufox-js fetch`, { stdio: 'inherit' });
+ execSync(`pnpm exec camoufox-js fetch`, { stdio: 'inherit' });
} catch (e) {
console.error('Failed to fetch Camoufox', e);
if (attempt === 4) throw e;
@@ -174,7 +174,7 @@ if (isMainThread) {
} finally {
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
console.log('Removing temporary installation of @apify/storage-local');
- execSync(`yarn remove @apify/storage-local`, { stdio: 'inherit' });
+ execSync(`pnpm remove -w @apify/storage-local`, { stdio: 'inherit' });
}
}
diff --git a/test/e2e/session-rotation/actor/package.json b/test/e2e/session-rotation/actor/package.json
index 1ed984080..9bcc4a1d7 100644
--- a/test/e2e/session-rotation/actor/package.json
+++ b/test/e2e/session-rotation/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Session Test - Rotation",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
diff --git a/test/e2e/stagehand-claude/actor/package.json b/test/e2e/stagehand-claude/actor/package.json
index b53a77d6c..5c85a3c3e 100644
--- a/test/e2e/stagehand-claude/actor/package.json
+++ b/test/e2e/stagehand-claude/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Stagehand Test - Claude/Anthropic",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@browserbasehq/stagehand": "^3.0.7",
"@crawlee/basic": "file:./packages/basic-crawler",
diff --git a/test/e2e/stagehand-concurrent/actor/package.json b/test/e2e/stagehand-concurrent/actor/package.json
index e3daef8e3..9483c1f48 100644
--- a/test/e2e/stagehand-concurrent/actor/package.json
+++ b/test/e2e/stagehand-concurrent/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Stagehand Test - Concurrent browsers",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@browserbasehq/stagehand": "^3.0.7",
"@crawlee/basic": "file:./packages/basic-crawler",
diff --git a/test/e2e/storage-open-return-storage-object/actor/package.json b/test/e2e/storage-open-return-storage-object/actor/package.json
index 09f3f4157..3a6bda82f 100644
--- a/test/e2e/storage-open-return-storage-object/actor/package.json
+++ b/test/e2e/storage-open-return-storage-object/actor/package.json
@@ -3,7 +3,7 @@
"version": "0.0.1",
"description": "Key-Value Store - Return storage object on open",
"dependencies": {
- "apify": "next",
+ "apify": "next-v4",
"@apify/storage-local": "^3.0.0",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/core": "file:./packages/core",
diff --git a/test/e2e/tools.mjs b/test/e2e/tools.mjs
index acfed8c78..416763ec1 100644
--- a/test/e2e/tools.mjs
+++ b/test/e2e/tools.mjs
@@ -312,18 +312,65 @@ async function copyPackages(dirName) {
Object.assign(dependencies, overrides.apify);
}
+ // Build a map of `@crawlee/*` package name -> its directory name under `packages/`.
+ // The two don't always match (e.g. `@crawlee/basic` lives in `basic-crawler`).
+ const packageNameToDir = new Map();
+ for (const entry of await readdir(srcPackagesDir, { withFileTypes: true })) {
+ if (!entry.isDirectory()) continue;
+ try {
+ const { name } = await fs.readJSON(join(srcPackagesDir, entry.name, 'package.json'));
+ if (name) packageNameToDir.set(name, entry.name);
+ } catch {
+ // ignore directories without a readable package.json
+ }
+ }
+
+ // Seed the copy queue with the packages referenced by the actor via `file:` deps,
+ // then transitively pull in every `@crawlee/*` dependency they need.
+ const queue = [];
for (const dependency of Object.values(dependencies)) {
- if (!dependency.startsWith('file:')) {
- continue;
+ if (typeof dependency === 'string' && dependency.startsWith('file:')) {
+ queue.push(dependency.split('/').pop());
}
+ }
+
+ const copied = new Set();
+ while (queue.length > 0) {
+ const packageDirName = queue.shift();
+ if (copied.has(packageDirName)) continue;
+ copied.add(packageDirName);
- const packageDirName = dependency.split('/').pop();
const srcDir = join(srcPackagesDir, packageDirName, 'dist');
const destDir = join(destPackagesDir, packageDirName, 'dist');
await fs.copy(srcDir, destDir);
+
const srcPackageFile = join(srcPackagesDir, packageDirName, 'package.json');
+ const pkg = await fs.readJSON(srcPackageFile);
+
+ // npm (used when building the actor on the platform) does not understand pnpm's
+ // `workspace:` protocol, so rewrite internal `@crawlee/*` deps to sibling `file:`
+ // references and make sure those packages get copied as well.
+ for (const depGroup of ['dependencies', 'optionalDependencies', 'peerDependencies']) {
+ const deps = pkg[depGroup];
+ if (!deps) continue;
+
+ for (const [depName, depVersion] of Object.entries(deps)) {
+ if (typeof depVersion !== 'string' || !depVersion.startsWith('workspace:')) {
+ continue;
+ }
+
+ const depDir = packageNameToDir.get(depName);
+ if (!depDir) {
+ throw new Error(`Cannot resolve workspace dependency "${depName}" for package "${packageDirName}"`);
+ }
+
+ deps[depName] = `file:../${depDir}`;
+ queue.push(depDir);
+ }
+ }
+
const destPackageFile = join(destPackagesDir, packageDirName, 'package.json');
- await fs.copy(srcPackageFile, destPackageFile);
+ await fs.writeJSON(destPackageFile, pkg, { spaces: 4 });
}
}