Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: disable npm audit in e2e tests on platform
Martin Adámek60c41faecbf4
diff --git a/test/e2e/automatic-persist-value/actor/Dockerfile b/test/e2e/automatic-persist-value/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/automatic-persist-value/actor/Dockerfile+++ b/test/e2e/automatic-persist-value/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/Dockerfile b/test/e2e/autoscaling-max-tasks-per-minute/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/Dockerfile+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-default-ts/actor/Dockerfile b/test/e2e/cheerio-default-ts/actor/Dockerfileindex 4bde52b93..1d478b132 100644--- a/test/e2e/cheerio-default-ts/actor/Dockerfile+++ b/test/e2e/cheerio-default-ts/actor/Dockerfile@@ -15,7 +15,7 @@ COPY --from=builder /usr/src/app/main.js ./# install only prod depsRUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-default/actor/Dockerfile b/test/e2e/cheerio-default/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-default/actor/Dockerfile+++ b/test/e2e/cheerio-default/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-enqueue-links-base/actor/Dockerfile b/test/e2e/cheerio-enqueue-links-base/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-enqueue-links-base/actor/Dockerfile+++ b/test/e2e/cheerio-enqueue-links-base/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-enqueue-links/actor/Dockerfile b/test/e2e/cheerio-enqueue-links/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-enqueue-links/actor/Dockerfile+++ b/test/e2e/cheerio-enqueue-links/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/Dockerfile b/test/e2e/cheerio-ignore-ssl-errors/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-ignore-ssl-errors/actor/Dockerfile+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-initial-cookies/actor/Dockerfile b/test/e2e/cheerio-initial-cookies/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-initial-cookies/actor/Dockerfile+++ b/test/e2e/cheerio-initial-cookies/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-max-requests/actor/Dockerfile b/test/e2e/cheerio-max-requests/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-max-requests/actor/Dockerfile+++ b/test/e2e/cheerio-max-requests/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-page-info/actor/Dockerfile b/test/e2e/cheerio-page-info/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-page-info/actor/Dockerfile+++ b/test/e2e/cheerio-page-info/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/Dockerfile b/test/e2e/cheerio-throw-on-ssl-errors/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/Dockerfile+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/input-json5/actor/Dockerfile b/test/e2e/input-json5/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/input-json5/actor/Dockerfile+++ b/test/e2e/input-json5/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/jsdom-default-ts/actor/Dockerfile b/test/e2e/jsdom-default-ts/actor/Dockerfileindex 4bde52b93..1d478b132 100644--- a/test/e2e/jsdom-default-ts/actor/Dockerfile+++ b/test/e2e/jsdom-default-ts/actor/Dockerfile@@ -15,7 +15,7 @@ COPY --from=builder /usr/src/app/main.js ./# install only prod depsRUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/jsdom-react-ts/actor/Dockerfile b/test/e2e/jsdom-react-ts/actor/Dockerfileindex 4bde52b93..1d478b132 100644--- a/test/e2e/jsdom-react-ts/actor/Dockerfile+++ b/test/e2e/jsdom-react-ts/actor/Dockerfile@@ -15,7 +15,7 @@ COPY --from=builder /usr/src/app/main.js ./# install only prod depsRUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/linkedom-default-ts/actor/Dockerfile b/test/e2e/linkedom-default-ts/actor/Dockerfileindex 4bde52b93..1d478b132 100644--- a/test/e2e/linkedom-default-ts/actor/Dockerfile+++ b/test/e2e/linkedom-default-ts/actor/Dockerfile@@ -15,7 +15,7 @@ COPY --from=builder /usr/src/app/main.js ./# install only prod depsRUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/migration/actor/Dockerfile b/test/e2e/migration/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/migration/actor/Dockerfile+++ b/test/e2e/migration/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile b/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile+++ b/test/e2e/playwright-chromium-experimental-containers/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/playwright-default/actor/Dockerfile b/test/e2e/playwright-default/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-default/actor/Dockerfile+++ b/test/e2e/playwright-default/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/playwright-enqueue-links-base/actor/Dockerfile b/test/e2e/playwright-enqueue-links-base/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-enqueue-links-base/actor/Dockerfile+++ b/test/e2e/playwright-enqueue-links-base/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/playwright-enqueue-links/actor/Dockerfile b/test/e2e/playwright-enqueue-links/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-enqueue-links/actor/Dockerfile+++ b/test/e2e/playwright-enqueue-links/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile b/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfileindex 47d04fac5..79e8bf299 100644--- a/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile+++ b/test/e2e/playwright-firefox-experimental-containers/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-firefox:18-betadiff --git a/test/e2e/playwright-initial-cookies/actor/Dockerfile b/test/e2e/playwright-initial-cookies/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-initial-cookies/actor/Dockerfile+++ b/test/e2e/playwright-initial-cookies/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/playwright-multi-run/actor/Dockerfile b/test/e2e/playwright-multi-run/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/playwright-multi-run/actor/Dockerfile+++ b/test/e2e/playwright-multi-run/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-betadiff --git a/test/e2e/proxy-rotation/actor/Dockerfile b/test/e2e/proxy-rotation/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/proxy-rotation/actor/Dockerfile+++ b/test/e2e/proxy-rotation/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-default/actor/Dockerfile b/test/e2e/puppeteer-default/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-default/actor/Dockerfile+++ b/test/e2e/puppeteer-default/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile b/test/e2e/puppeteer-enqueue-links/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-enqueue-links/actor/Dockerfile+++ b/test/e2e/puppeteer-enqueue-links/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile b/test/e2e/puppeteer-initial-cookies/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-initial-cookies/actor/Dockerfile+++ b/test/e2e/puppeteer-initial-cookies/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-page-info/actor/Dockerfile b/test/e2e/puppeteer-page-info/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-page-info/actor/Dockerfile+++ b/test/e2e/puppeteer-page-info/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-store-pagination/actor/Dockerfile b/test/e2e/puppeteer-store-pagination/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-store-pagination/actor/Dockerfile+++ b/test/e2e/puppeteer-store-pagination/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfileindex fba9ec484..840bbbde8 100644--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-puppeteer-chrome:18-betadiff --git a/test/e2e/request-queue-zero-concurrency/actor/Dockerfile b/test/e2e/request-queue-zero-concurrency/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/request-queue-zero-concurrency/actor/Dockerfile+++ b/test/e2e/request-queue-zero-concurrency/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/request-skip-navigation/actor/Dockerfile b/test/e2e/request-skip-navigation/actor/Dockerfileindex 58806cec5..fa53f99dc 100644--- a/test/e2e/request-skip-navigation/actor/Dockerfile+++ b/test/e2e/request-skip-navigation/actor/Dockerfile@@ -4,7 +4,7 @@ COPY packages ./packagesCOPY package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm update \&& echo "Installed NPM packages:" \&& (npm list --only=prod --no-optional --all || true) \diff --git a/test/e2e/session-rotation/actor/Dockerfile b/test/e2e/session-rotation/actor/Dockerfileindex 571491204..0f5c05cf1 100644--- a/test/e2e/session-rotation/actor/Dockerfile+++ b/test/e2e/session-rotation/actor/Dockerfile@@ -3,7 +3,7 @@ FROM node:18 AS builderCOPY /packages ./packagesCOPY /package*.json ./RUN npm --quiet set progress=false \- && npm install --only=prod --no-optional \+ && npm install --only=prod --no-optional --no-audit \&& npm updateFROM apify/actor-node-playwright-chrome:18-beta