Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
ci: replace `playwright-github-action` with `playwright install --with-deps` (#2812)
Martin Adámekb4894a459b6f
diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex c2509a735..8a42f0228 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -61,9 +61,6 @@ jobs:with:cache: 'yarn'- - name: Setup Playwright- uses: microsoft/playwright-github-action@v1-- name: Turbo cacheid: turbo-cacheuses: actions/cache@v4@@ -74,7 +71,9 @@ jobs:turbo-${{ github.job }}-${{ github.ref_name }}-- name: Install Dependencies- run: yarn+ run: |+ yarn+ yarn playwright install --with-deps- name: Buildrun: yarn ci:builddiff --git a/.github/workflows/test-ci.yml b/.github/workflows/test-ci.ymlindex a9032edf8..d5b630fac 100644--- a/.github/workflows/test-ci.yml+++ b/.github/workflows/test-ci.yml@@ -49,8 +49,6 @@ jobs:with:cache: 'yarn'- - uses: microsoft/playwright-github-action@v1-- name: Turbo cacheid: turbo-cacheuses: actions/cache@v4@@ -61,7 +59,9 @@ jobs:turbo-${{ github.job }}-${{ matrix.node-version }}-${{ github.ref_name }}-- name: Install Dependencies- run: yarn+ run: |+ yarn+ yarn playwright install --with-depsenv:YARN_IGNORE_NODE: 1diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.ymlindex 0a7623eb4..34429940f 100644--- a/.github/workflows/test-e2e.yml+++ b/.github/workflows/test-e2e.yml@@ -44,9 +44,6 @@ jobs:with:cache: 'yarn'- - uses: microsoft/playwright-github-action@v1- if: (matrix.storage != 'PLATFORM')-- name: Turbo cacheid: turbo-cacheuses: actions/cache@v4@@ -62,6 +59,10 @@ jobs:- name: Install Dependenciesrun: yarn+ - name: Install Playwright Dependencies+ if: (matrix.storage != 'PLATFORM')+ run: yarn playwright install --with-deps+- name: Buildrun: yarn ci:build