Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

test: do not install `@apify/storage-local` when its not needed (#1938)

Martin Adámek6c973162f7be
diff --git a/test/e2e/automatic-persist-value/actor/main.js b/test/e2e/automatic-persist-value/actor/main.js
index 5ab2120b3..cc9a0f6f5 100644
--- a/test/e2e/automatic-persist-value/actor/main.js
+++ b/test/e2e/automatic-persist-value/actor/main.js
@@ -1,10 +1,9 @@
import { Actor, KeyValueStore } from 'apify';
-import { ApifyStorageLocal } from '@apify/storage-local';
import { BasicCrawler } from '@crawlee/basic';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/automatic-persist-value/actor/package.json b/test/e2e/automatic-persist-value/actor/package.json
index e41646474..1c6c17d01 100644
--- a/test/e2e/automatic-persist-value/actor/package.json
+++ b/test/e2e/automatic-persist-value/actor/package.json
@@ -4,7 +4,7 @@
"description": "Key-Value Store - Automatic Persist Value Test",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/core": "file:./packages/core",
"@crawlee/memory-storage": "file:./packages/memory-storage",
diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/main.js b/test/e2e/autoscaling-max-tasks-per-minute/actor/main.js
index 1133f3a9b..2bd3e2bc1 100644
--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/main.js
+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { BasicCrawler, log as defaultLog, LogLevel } from '@crawlee/basic';
-import { ApifyStorageLocal } from '@apify/storage-local';
const crawlerLogger = defaultLog.child({
prefix: 'AutoscalingTest',
@@ -9,7 +8,7 @@ const crawlerLogger = defaultLog.child({
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
let crawlCalledAt = Date.now();
diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
index 498a9e426..42a271def 100644
--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json
@@ -4,7 +4,7 @@
"description": "Autoscaling Pool Test - Max Tasks per Minute",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/core": "file:./packages/core",
"@crawlee/memory-storage": "file:./packages/memory-storage",
diff --git a/test/e2e/cheerio-default-ts/actor/main.ts b/test/e2e/cheerio-default-ts/actor/main.ts
index 04efcfc31..e6325aab3 100644
--- a/test/e2e/cheerio-default-ts/actor/main.ts
+++ b/test/e2e/cheerio-default-ts/actor/main.ts
@@ -1,9 +1,8 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
- await Actor.init({ storage: new ApifyStorageLocal() });
+ await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
} else {
await Actor.init();
}
diff --git a/test/e2e/cheerio-default-ts/actor/package.json b/test/e2e/cheerio-default-ts/actor/package.json
index aa93f767c..f7ce3ad98 100644
--- a/test/e2e/cheerio-default-ts/actor/package.json
+++ b/test/e2e/cheerio-default-ts/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - TypeScript",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-default/actor/main.js b/test/e2e/cheerio-default/actor/main.js
index d3917dbb9..7819ee19e 100644
--- a/test/e2e/cheerio-default/actor/main.js
+++ b/test/e2e/cheerio-default/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-default/actor/package.json b/test/e2e/cheerio-default/actor/package.json
index bcdf0ef18..2f90cefb2 100644
--- a/test/e2e/cheerio-default/actor/package.json
+++ b/test/e2e/cheerio-default/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Default",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-enqueue-links/actor/main.js b/test/e2e/cheerio-enqueue-links/actor/main.js
index e244e1406..8eea5b3f6 100644
--- a/test/e2e/cheerio-enqueue-links/actor/main.js
+++ b/test/e2e/cheerio-enqueue-links/actor/main.js
@@ -1,11 +1,10 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
import deepEqual from 'deep-equal';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-enqueue-links/actor/package.json b/test/e2e/cheerio-enqueue-links/actor/package.json
index 95e39bfb9..cfda48bd8 100644
--- a/test/e2e/cheerio-enqueue-links/actor/package.json
+++ b/test/e2e/cheerio-enqueue-links/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Enqueue Links",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/main.js b/test/e2e/cheerio-ignore-ssl-errors/actor/main.js
index e090b72f8..55d3d5145 100644
--- a/test/e2e/cheerio-ignore-ssl-errors/actor/main.js
+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
index 87a55e147..bff7e89fe 100644
--- a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Ignore SSL Errors",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-initial-cookies/actor/main.js b/test/e2e/cheerio-initial-cookies/actor/main.js
index 47aedf7bf..e58ac6243 100644
--- a/test/e2e/cheerio-initial-cookies/actor/main.js
+++ b/test/e2e/cheerio-initial-cookies/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const expectedCookies = [
{
@@ -27,7 +26,7 @@ const expectedCookies = [
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-initial-cookies/actor/package.json b/test/e2e/cheerio-initial-cookies/actor/package.json
index 79f68da2a..09396b497 100644
--- a/test/e2e/cheerio-initial-cookies/actor/package.json
+++ b/test/e2e/cheerio-initial-cookies/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Initial Cookies",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-max-requests/actor/main.js b/test/e2e/cheerio-max-requests/actor/main.js
index 3e1344ecc..7299c3997 100644
--- a/test/e2e/cheerio-max-requests/actor/main.js
+++ b/test/e2e/cheerio-max-requests/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-max-requests/actor/package.json b/test/e2e/cheerio-max-requests/actor/package.json
index ecd4c28bb..454f2a94d 100644
--- a/test/e2e/cheerio-max-requests/actor/package.json
+++ b/test/e2e/cheerio-max-requests/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Max Requests Per Crawl",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-page-info/actor/main.js b/test/e2e/cheerio-page-info/actor/main.js
index 191217c29..dd8bbeef5 100644
--- a/test/e2e/cheerio-page-info/actor/main.js
+++ b/test/e2e/cheerio-page-info/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { CheerioCrawler, createCheerioRouter, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
const router = createCheerioRouter();
diff --git a/test/e2e/cheerio-page-info/actor/package.json b/test/e2e/cheerio-page-info/actor/package.json
index 6350c9c7d..a3e85e5b8 100644
--- a/test/e2e/cheerio-page-info/actor/package.json
+++ b/test/e2e/cheerio-page-info/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Page Info",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js b/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js
index 5296d9e50..be3d34bea 100644
--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js
+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
index 266f4ab05..3a0a07ab9 100644
--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json
@@ -4,7 +4,7 @@
"description": "Cheerio Crawler Test - Should throw on SSL Errors",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/input-json5/actor/main.js b/test/e2e/input-json5/actor/main.js
index ba7de5c4a..bd137ca0c 100644
--- a/test/e2e/input-json5/actor/main.js
+++ b/test/e2e/input-json5/actor/main.js
@@ -1,9 +1,8 @@
import { Actor, Dataset, KeyValueStore, log } from 'apify';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/input-json5/actor/package.json b/test/e2e/input-json5/actor/package.json
index 3db16f201..e73dbc423 100644
--- a/test/e2e/input-json5/actor/package.json
+++ b/test/e2e/input-json5/actor/package.json
@@ -4,7 +4,7 @@
"description": "JSON5 input test",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/core": "file:./packages/core",
"@crawlee/utils": "file:./packages/utils"
},
diff --git a/test/e2e/jsdom-default-ts/actor/main.ts b/test/e2e/jsdom-default-ts/actor/main.ts
index fc7821750..f6a8d463a 100644
--- a/test/e2e/jsdom-default-ts/actor/main.ts
+++ b/test/e2e/jsdom-default-ts/actor/main.ts
@@ -1,9 +1,8 @@
import { Actor } from 'apify';
import { JSDOMCrawler, Dataset } from '@crawlee/jsdom';
-import { ApifyStorageLocal } from '@apify/storage-local';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
- await Actor.init({ storage: new ApifyStorageLocal() });
+ await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
} else {
await Actor.init();
}
diff --git a/test/e2e/jsdom-default-ts/actor/package.json b/test/e2e/jsdom-default-ts/actor/package.json
index 8cac752eb..ddb52a880 100644
--- a/test/e2e/jsdom-default-ts/actor/package.json
+++ b/test/e2e/jsdom-default-ts/actor/package.json
@@ -4,7 +4,7 @@
"description": "JSDOM Crawler Test - TypeScript",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/jsdom-react-ts/actor/main.ts b/test/e2e/jsdom-react-ts/actor/main.ts
index dd5c9beda..58fc971dc 100644
--- a/test/e2e/jsdom-react-ts/actor/main.ts
+++ b/test/e2e/jsdom-react-ts/actor/main.ts
@@ -1,9 +1,8 @@
import { Actor } from 'apify';
import { JSDOMCrawler, Dataset } from '@crawlee/jsdom';
-import { ApifyStorageLocal } from '@apify/storage-local';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
- await Actor.init({ storage: new ApifyStorageLocal() });
+ await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
} else {
await Actor.init();
}
diff --git a/test/e2e/jsdom-react-ts/actor/package.json b/test/e2e/jsdom-react-ts/actor/package.json
index 72df1bfcd..b5c2b1e06 100644
--- a/test/e2e/jsdom-react-ts/actor/package.json
+++ b/test/e2e/jsdom-react-ts/actor/package.json
@@ -4,7 +4,7 @@
"description": "JSDOM Crawler Test - React - TypeScript",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/migration/actor/main.js b/test/e2e/migration/actor/main.js
index f06fc8ece..709e63a25 100644
--- a/test/e2e/migration/actor/main.js
+++ b/test/e2e/migration/actor/main.js
@@ -3,13 +3,12 @@ import { URL } from 'url';
import { once } from 'events';
import { Actor } from 'apify';
import { CheerioCrawler, Configuration, Dataset } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
process.env.CRAWLEE_PURGE_ON_START = '0';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
const thisFile = new URL(import.meta.url);
diff --git a/test/e2e/migration/actor/package.json b/test/e2e/migration/actor/package.json
index 21a09559a..e604cf209 100644
--- a/test/e2e/migration/actor/package.json
+++ b/test/e2e/migration/actor/package.json
@@ -4,7 +4,7 @@
"description": "Migration Test",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile b/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile
+++ b/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-chromium-experimental-containers/actor/main.js b/test/e2e/playwright-chromium-experimental-containers/actor/main.js
index 4379bdb93..197be73cd 100644
--- a/test/e2e/playwright-chromium-experimental-containers/actor/main.js
+++ b/test/e2e/playwright-chromium-experimental-containers/actor/main.js
@@ -1,13 +1,12 @@
import { Actor } from 'apify';
import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
// fails after update to playwright 1.29.0, looks like issue the chromium extension, maybe the manifest_version 2 vs 3?
process.exit(404);
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/playwright-chromium-experimental-containers/actor/package.json b/test/e2e/playwright-chromium-experimental-containers/actor/package.json
index 5e878ac61..9ea1515b5 100644
--- a/test/e2e/playwright-chromium-experimental-containers/actor/package.json
+++ b/test/e2e/playwright-chromium-experimental-containers/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Chromium - Experimental containers",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-default/actor/Dockerfile b/test/e2e/playwright-default/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/playwright-default/actor/Dockerfile
+++ b/test/e2e/playwright-default/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-default/actor/main.js b/test/e2e/playwright-default/actor/main.js
index 5a725fbad..5ef039f1d 100644
--- a/test/e2e/playwright-default/actor/main.js
+++ b/test/e2e/playwright-default/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/playwright-default/actor/package.json b/test/e2e/playwright-default/actor/package.json
index 5f9fb90e7..288a03883 100644
--- a/test/e2e/playwright-default/actor/package.json
+++ b/test/e2e/playwright-default/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Default",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-enqueue-links/actor/Dockerfile b/test/e2e/playwright-enqueue-links/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/playwright-enqueue-links/actor/Dockerfile
+++ b/test/e2e/playwright-enqueue-links/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-enqueue-links/actor/main.js b/test/e2e/playwright-enqueue-links/actor/main.js
index 4d45709d1..ea417979e 100644
--- a/test/e2e/playwright-enqueue-links/actor/main.js
+++ b/test/e2e/playwright-enqueue-links/actor/main.js
@@ -1,12 +1,11 @@
import { Actor } from 'apify';
import { PlaywrightCrawler, log } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
process.env.APIFY_LOG_LEVEL = 'DEBUG';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/playwright-enqueue-links/actor/package.json b/test/e2e/playwright-enqueue-links/actor/package.json
index 375fb9ff0..57f57a943 100644
--- a/test/e2e/playwright-enqueue-links/actor/package.json
+++ b/test/e2e/playwright-enqueue-links/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Enqueue Links",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile b/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile
index 47d04fac5..dd42e7f17 100644
--- a/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile
+++ b/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-firefox-experimental-containers/actor/main.js b/test/e2e/playwright-firefox-experimental-containers/actor/main.js
index cbe278f0e..2cf16259d 100644
--- a/test/e2e/playwright-firefox-experimental-containers/actor/main.js
+++ b/test/e2e/playwright-firefox-experimental-containers/actor/main.js
@@ -1,14 +1,13 @@
import { Actor } from 'apify';
import playwright from 'playwright';
import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
// timeouts nowadays, hard to say why
process.exit(404);
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/playwright-firefox-experimental-containers/actor/package.json b/test/e2e/playwright-firefox-experimental-containers/actor/package.json
index 71d866a8c..e8d20f154 100644
--- a/test/e2e/playwright-firefox-experimental-containers/actor/package.json
+++ b/test/e2e/playwright-firefox-experimental-containers/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Firefox - Experimental containers",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-initial-cookies/actor/Dockerfile b/test/e2e/playwright-initial-cookies/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/playwright-initial-cookies/actor/Dockerfile
+++ b/test/e2e/playwright-initial-cookies/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-initial-cookies/actor/main.js b/test/e2e/playwright-initial-cookies/actor/main.js
index 04248a91a..815aba135 100644
--- a/test/e2e/playwright-initial-cookies/actor/main.js
+++ b/test/e2e/playwright-initial-cookies/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
const expectedCookies = [
{
@@ -19,7 +18,7 @@ const expectedCookies = [
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/playwright-initial-cookies/actor/package.json b/test/e2e/playwright-initial-cookies/actor/package.json
index 833209faf..266ec8693 100644
--- a/test/e2e/playwright-initial-cookies/actor/package.json
+++ b/test/e2e/playwright-initial-cookies/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Initial Cookies",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/playwright-multi-run/actor/Dockerfile b/test/e2e/playwright-multi-run/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/playwright-multi-run/actor/Dockerfile
+++ b/test/e2e/playwright-multi-run/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/playwright-multi-run/actor/main.js b/test/e2e/playwright-multi-run/actor/main.js
index 6dcb2fe69..1f8e065ce 100644
--- a/test/e2e/playwright-multi-run/actor/main.js
+++ b/test/e2e/playwright-multi-run/actor/main.js
@@ -1,9 +1,8 @@
import { Actor } from 'apify';
import { Dataset, PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
- await Actor.init({ storage: new ApifyStorageLocal() });
+ await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
} else {
await Actor.init();
}
diff --git a/test/e2e/playwright-multi-run/actor/package.json b/test/e2e/playwright-multi-run/actor/package.json
index e6c47e153..9f7f2f6dd 100644
--- a/test/e2e/playwright-multi-run/actor/package.json
+++ b/test/e2e/playwright-multi-run/actor/package.json
@@ -4,7 +4,7 @@
"description": "Playwright Test - Multiple run calls to the same crawler",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/proxy-rotation/actor/Dockerfile b/test/e2e/proxy-rotation/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/proxy-rotation/actor/Dockerfile
+++ b/test/e2e/proxy-rotation/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/proxy-rotation/actor/main.js b/test/e2e/proxy-rotation/actor/main.js
index ca0c82afe..82419420a 100644
--- a/test/e2e/proxy-rotation/actor/main.js
+++ b/test/e2e/proxy-rotation/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, KeyValueStore, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/proxy-rotation/actor/package.json b/test/e2e/proxy-rotation/actor/package.json
index 70d28ccb4..aa4860581 100644
--- a/test/e2e/proxy-rotation/actor/package.json
+++ b/test/e2e/proxy-rotation/actor/package.json
@@ -4,7 +4,7 @@
"description": "Proxy Test - Rotation",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-default/actor/Dockerfile b/test/e2e/puppeteer-default/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-default/actor/Dockerfile
+++ b/test/e2e/puppeteer-default/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-default/actor/main.js b/test/e2e/puppeteer-default/actor/main.js
index 699239d1a..66ae746a9 100644
--- a/test/e2e/puppeteer-default/actor/main.js
+++ b/test/e2e/puppeteer-default/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-default/actor/package.json b/test/e2e/puppeteer-default/actor/package.json
index 6002ae50f..88f43ce9c 100644
--- a/test/e2e/puppeteer-default/actor/package.json
+++ b/test/e2e/puppeteer-default/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Default",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile b/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
+++ b/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-enqueue-links/actor/main.js b/test/e2e/puppeteer-enqueue-links/actor/main.js
index befa0210e..5ba978cad 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/main.js
+++ b/test/e2e/puppeteer-enqueue-links/actor/main.js
@@ -1,11 +1,10 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
import deepEqual from 'deep-equal';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-enqueue-links/actor/package.json b/test/e2e/puppeteer-enqueue-links/actor/package.json
index b648d2d5e..03c616f31 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/package.json
+++ b/test/e2e/puppeteer-enqueue-links/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Enqueue Links",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js b/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js
index e72b15486..f0e677dd1 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
index 8b78eda3b..853e41750 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Ignore SSL Errors",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile b/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
+++ b/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-initial-cookies/actor/main.js b/test/e2e/puppeteer-initial-cookies/actor/main.js
index 81689460b..fa5c423b7 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/main.js
+++ b/test/e2e/puppeteer-initial-cookies/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const expectedCookies = [
{
@@ -19,7 +18,7 @@ const expectedCookies = [
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-initial-cookies/actor/package.json b/test/e2e/puppeteer-initial-cookies/actor/package.json
index e7fa97c02..5244dee8f 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/package.json
+++ b/test/e2e/puppeteer-initial-cookies/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Initial Cookies",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-page-info/actor/Dockerfile b/test/e2e/puppeteer-page-info/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-page-info/actor/Dockerfile
+++ b/test/e2e/puppeteer-page-info/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-page-info/actor/main.js b/test/e2e/puppeteer-page-info/actor/main.js
index e851d4569..88cad2b45 100644
--- a/test/e2e/puppeteer-page-info/actor/main.js
+++ b/test/e2e/puppeteer-page-info/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-page-info/actor/package.json b/test/e2e/puppeteer-page-info/actor/package.json
index f620374ed..ce29be185 100644
--- a/test/e2e/puppeteer-page-info/actor/package.json
+++ b/test/e2e/puppeteer-page-info/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Page Info",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/main.js b/test/e2e/puppeteer-store-pagination-jquery/actor/main.js
index de7957600..9ecebe4c9 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/main.js
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
index fd08a42d9..25efd0512 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Store Pagination with jQuery",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-store-pagination/actor/Dockerfile b/test/e2e/puppeteer-store-pagination/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-store-pagination/actor/Dockerfile
+++ b/test/e2e/puppeteer-store-pagination/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-store-pagination/actor/main.js b/test/e2e/puppeteer-store-pagination/actor/main.js
index d0b1b849e..e77f9402c 100644
--- a/test/e2e/puppeteer-store-pagination/actor/main.js
+++ b/test/e2e/puppeteer-store-pagination/actor/main.js
@@ -1,8 +1,7 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
-await Actor.init({ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined });
+await Actor.init({ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined });
const crawler = new PuppeteerCrawler({
maxRequestsPerCrawl: 10,
diff --git a/test/e2e/puppeteer-store-pagination/actor/package.json b/test/e2e/puppeteer-store-pagination/actor/package.json
index 5046f247d..e02e1950a 100644
--- a/test/e2e/puppeteer-store-pagination/actor/package.json
+++ b/test/e2e/puppeteer-store-pagination/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Store Pagination",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
index fba9ec484..505d02a8d 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js b/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js
index 86921ca39..48fc71dd9 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { Dataset, PuppeteerCrawler } from '@crawlee/puppeteer';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
index 63d7395fe..65b5d8134 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json
@@ -4,7 +4,7 @@
"description": "Puppeteer Test - Should throw on SSL Errors",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/request-queue-zero-concurrency/actor/main.js b/test/e2e/request-queue-zero-concurrency/actor/main.js
index 52b26b3cb..977970f4b 100644
--- a/test/e2e/request-queue-zero-concurrency/actor/main.js
+++ b/test/e2e/request-queue-zero-concurrency/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { CheerioCrawler, log, RequestQueue } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
log.setLevel(log.LEVELS.DEBUG);
@@ -8,7 +7,7 @@ process.env.CRAWLEE_INTERNAL_TIMEOUT = '30000';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
// RequestQueue auto-reset when stuck with requests in progress
diff --git a/test/e2e/request-queue-zero-concurrency/actor/package.json b/test/e2e/request-queue-zero-concurrency/actor/package.json
index be8659fc7..1f24f5ba2 100644
--- a/test/e2e/request-queue-zero-concurrency/actor/package.json
+++ b/test/e2e/request-queue-zero-concurrency/actor/package.json
@@ -4,7 +4,7 @@
"description": "Request Queue Test - Zero Concurrency",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/request-skip-navigation/actor/main.js b/test/e2e/request-skip-navigation/actor/main.js
index 8c55ad6b1..ef002ecfa 100644
--- a/test/e2e/request-skip-navigation/actor/main.js
+++ b/test/e2e/request-skip-navigation/actor/main.js
@@ -1,6 +1,5 @@
import { Actor } from 'apify';
import { CheerioCrawler, Dataset, log, Request } from '@crawlee/cheerio';
-import { ApifyStorageLocal } from '@apify/storage-local';
log.setLevel(log.LEVELS.DEBUG);
@@ -22,7 +21,7 @@ const r3 = new Request({
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
// Persisting internal settings of `Request`.
diff --git a/test/e2e/request-skip-navigation/actor/package.json b/test/e2e/request-skip-navigation/actor/package.json
index 23d7c4716..07e277b03 100644
--- a/test/e2e/request-skip-navigation/actor/package.json
+++ b/test/e2e/request-skip-navigation/actor/package.json
@@ -4,7 +4,7 @@
"description": "Request Test - skipNavigation",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
"@crawlee/http": "file:./packages/http-crawler",
diff --git a/test/e2e/run.mjs b/test/e2e/run.mjs
index 1abca9624..8a9b5dc1c 100644
--- a/test/e2e/run.mjs
+++ b/test/e2e/run.mjs
@@ -134,14 +134,18 @@ async function run() {
if (isMainThread) {
try {
- console.log('Temporary installing @apify/storage-local');
- execSync(`yarn add -D @apify/storage-local > /dev/null`, { stdio: 'inherit' });
+ if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
+ console.log('Temporary installing @apify/storage-local');
+ execSync(`yarn add -D @apify/storage-local@^2.1.3-beta.1 > /dev/null`, { stdio: 'inherit' });
+ }
await run();
} catch (e) {
console.error(e);
} finally {
- console.log('Removing temporary installation of @apify/storage-local');
- execSync(`yarn remove @apify/storage-local > /dev/null`, { stdio: 'inherit' });
+ if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
+ console.log('Removing temporary installation of @apify/storage-local');
+ execSync(`yarn remove @apify/storage-local > /dev/null`, { stdio: 'inherit' });
+ }
}
// We want to exit with non-zero code if any of the tests failed
diff --git a/test/e2e/session-rotation/actor/Dockerfile b/test/e2e/session-rotation/actor/Dockerfile
index 571491204..0be6b9d47 100644
--- a/test/e2e/session-rotation/actor/Dockerfile
+++ b/test/e2e/session-rotation/actor/Dockerfile
@@ -1,4 +1,4 @@
-FROM node:18 AS builder
+FROM node:18-beta AS builder
COPY /packages ./packages
COPY /package*.json ./
diff --git a/test/e2e/session-rotation/actor/main.js b/test/e2e/session-rotation/actor/main.js
index 107dd47c0..58d1a19b9 100644
--- a/test/e2e/session-rotation/actor/main.js
+++ b/test/e2e/session-rotation/actor/main.js
@@ -1,10 +1,9 @@
import { Actor } from 'apify';
import { PlaywrightCrawler } from '@crawlee/playwright';
-import { ApifyStorageLocal } from '@apify/storage-local';
const mainOptions = {
exit: Actor.isAtHome(),
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
};
await Actor.main(async () => {
diff --git a/test/e2e/session-rotation/actor/package.json b/test/e2e/session-rotation/actor/package.json
index f50451be0..f34d376ff 100644
--- a/test/e2e/session-rotation/actor/package.json
+++ b/test/e2e/session-rotation/actor/package.json
@@ -4,7 +4,7 @@
"description": "Session Test - Rotation",
"dependencies": {
"apify": "next",
- "@apify/storage-local": "^2.1.0",
+ "@apify/storage-local": "^2.1.3",
"@crawlee/basic": "file:./packages/basic-crawler",
"@crawlee/browser": "file:./packages/browser-crawler",
"@crawlee/browser-pool": "file:./packages/browser-pool",
diff --git a/test/e2e/tools.mjs b/test/e2e/tools.mjs
index cea58c867..56c17340c 100644
--- a/test/e2e/tools.mjs
+++ b/test/e2e/tools.mjs
@@ -215,10 +215,9 @@ export async function runActor(dirName, memory = 4096) {
}
if (input) {
- // @ts-ignore installed only optionally run `run.mjs` script
- const { ApifyStorageLocal } = await import('@apify/storage-local');
await Actor.init({
- storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new ApifyStorageLocal() : undefined,
+ // @ts-ignore installed only optionally run `run.mjs` script
+ storage: process.env.STORAGE_IMPLEMENTATION === 'LOCAL' ? new (await import('@apify/storage-local')).ApifyStorageLocal() : undefined,
});
await Actor.setValue('INPUT', input, { contentType });
}