Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

test: fix puppeteer e2e tests (#2694)

Martin Adámekfb37c5da6c8e
diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.yml
index 8d8b241dd..5d1f4c973 100644
--- a/.github/workflows/test-e2e.yml
+++ b/.github/workflows/test-e2e.yml
@@ -45,6 +45,7 @@ jobs:
cache: 'yarn'
- uses: microsoft/playwright-github-action@v1
+ if: (matrix.storage != 'PLATFORM')
- name: Turbo cache
id: turbo-cache
diff --git a/test/e2e/proxy-rotation/actor/Dockerfile b/test/e2e/proxy-rotation/actor/Dockerfile
index 1e7718842..46773b075 100644
--- a/test/e2e/proxy-rotation/actor/Dockerfile
+++ b/test/e2e/proxy-rotation/actor/Dockerfile
@@ -15,6 +15,8 @@ COPY --from=builder /package*.json ./
COPY /.actor ./.actor
COPY /main.js ./
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
+g
RUN echo "Installed NPM packages:" \
&& (npm list --only=prod --no-optional --all || true) \
&& echo "Node.js version:" \
diff --git a/test/e2e/puppeteer-default/actor/Dockerfile b/test/e2e/puppeteer-default/actor/Dockerfile
index 1e7718842..efc72336d 100644
--- a/test/e2e/puppeteer-default/actor/Dockerfile
+++ b/test/e2e/puppeteer-default/actor/Dockerfile
@@ -15,6 +15,8 @@ COPY --from=builder /package*.json ./
COPY /.actor ./.actor
COPY /main.js ./
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
+
RUN echo "Installed NPM packages:" \
&& (npm list --only=prod --no-optional --all || true) \
&& echo "Node.js version:" \
diff --git a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile b/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
+++ b/test/e2e/puppeteer-enqueue-links/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-error-snapshot/actor/Dockerfile b/test/e2e/puppeteer-error-snapshot/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-error-snapshot/actor/Dockerfile
+++ b/test/e2e/puppeteer-error-snapshot/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile b/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
+++ b/test/e2e/puppeteer-initial-cookies/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-page-info/actor/Dockerfile b/test/e2e/puppeteer-page-info/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-page-info/actor/Dockerfile
+++ b/test/e2e/puppeteer-page-info/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-store-pagination/actor/Dockerfile b/test/e2e/puppeteer-store-pagination/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-store-pagination/actor/Dockerfile
+++ b/test/e2e/puppeteer-store-pagination/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
index 1e7718842..c43460bc5 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile
@@ -21,3 +21,5 @@ RUN echo "Installed NPM packages:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
+
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/google-chrome