Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(ci): pin Ubuntu 22.04 because of Playwright dependencies (#2816)
Jindřich Bär7877cc6026fc
diff --git a/.github/workflows/check-pr-title.yml b/.github/workflows/check-pr-title.ymlindex 20f475c6b..b6c07ca0a 100644--- a/.github/workflows/check-pr-title.yml+++ b/.github/workflows/check-pr-title.yml@@ -7,7 +7,7 @@ on:jobs:check_pr_title:name: 'Check PR title'- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- uses: amannn/[email protected]env:diff --git a/.github/workflows/docker-images.yml b/.github/workflows/docker-images.ymlindex 59c92b4c1..2678ba96a 100644--- a/.github/workflows/docker-images.yml+++ b/.github/workflows/docker-images.yml@@ -26,7 +26,7 @@ env:jobs:trigger_ci:name: Trigger CI- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04if: github.repository == 'apify/crawlee'diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.ymlindex 06a2d7f3d..38af5d786 100644--- a/.github/workflows/docs.yml+++ b/.github/workflows/docs.yml@@ -14,7 +14,7 @@ jobs:contents: writepages: writeid-token: write- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- uses: actions/checkout@v4diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 4ac8898b8..c2509a735 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -32,7 +32,7 @@ jobs:fail-fast: truematrix:# We don't test on Windows as the tests are flaky- os: [ ubuntu-latest ]+ os: [ ubuntu-22.04 ]node-version: [ 16, 18, 20, 22 ]runs-on: ${{ matrix.os }}@@ -86,7 +86,7 @@ jobs:name: "Bump Crawlee: ${{ inputs.version }} version (${{ inputs.custom_version || 'n/a' }} custom version)"if: (!contains(github.event.head_commit.message, '[skip ci]') && !contains(github.event.head_commit.message, 'docs:'))needs: build_and_test- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- name: Checkout repository@@ -173,7 +173,7 @@ jobs:version-docs:needs: release- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04if: (github.event.inputs.version == 'minor' || github.event.inputs.version == 'major')steps:diff --git a/.github/workflows/test-ci.yml b/.github/workflows/test-ci.ymlindex c234d3a1a..a9032edf8 100644--- a/.github/workflows/test-ci.yml+++ b/.github/workflows/test-ci.yml@@ -21,8 +21,8 @@ jobs:fail-fast: falsematrix:# tests on windows are extremely unstable- # os: [ ubuntu-latest, windows-2019 ]- os: [ ubuntu-latest ]+ # os: [ ubuntu-22.04, windows-2019 ]+ os: [ ubuntu-22.04 ]node-version: [ 16, 18, 20, 22 ]steps:@@ -83,7 +83,7 @@ jobs:docs:name: Docs buildif: (!contains(github.event.head_commit.message, '[skip ci]') && github.ref != 'refs/heads/master')- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- name: Checkout Source codeuses: actions/checkout@v4@@ -125,7 +125,7 @@ jobs:lint:name: Lint- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- name: Checkout repository@@ -168,7 +168,7 @@ jobs:name: Release @nextif: github.event_name == 'push' && contains(github.event.ref, 'master') && (!contains(github.event.head_commit.message, '[skip ci]') && !contains(github.event.head_commit.message, 'docs:'))needs: build_and_test- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04steps:- name: Checkout repositorydiff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.ymlindex 5d1f4c973..0a7623eb4 100644--- a/.github/workflows/test-e2e.yml+++ b/.github/workflows/test-e2e.yml@@ -13,7 +13,7 @@ jobs:# NPM install is done in a separate job and cached to speed up the following jobs.build_and_test:name: Build & Test- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04strategy:fail-fast: falsediff --git a/.github/workflows/update_new_issue.yml b/.github/workflows/update_new_issue.ymlindex f5bd18a1d..aef1901a7 100644--- a/.github/workflows/update_new_issue.yml+++ b/.github/workflows/update_new_issue.yml@@ -8,7 +8,7 @@ on:jobs:label_issues:name: Label issues- runs-on: ubuntu-latest+ runs-on: ubuntu-22.04permissions:issues: write