Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: update GitHub workflow secrets (#1922)
František Nesveda79f452bc07d5
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.ymlindex f35869647..019c72300 100644--- a/.github/workflows/docs.yml+++ b/.github/workflows/docs.yml@@ -37,8 +37,8 @@ jobs:# build and deploy the docsyarn deployenv:- GIT_USER: "B4nan:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ GIT_USER: "B4nan:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}squash:runs-on: ubuntu-latest@@ -63,5 +63,5 @@ jobs:git commit --amend -m 'crawlee.dev docs'git push --force origin gh-pagesenv:- GIT_USER: "B4nan:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ GIT_USER: "B4nan:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 389384b3b..783a70f52 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -84,7 +84,7 @@ jobs:- name: Checkout repositoryuses: actions/checkout@v3with:- token: ${{ secrets.GH_TOKEN }}+ token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}fetch-depth: 0- name: Use Node.js 18@@ -119,23 +119,23 @@ jobs:git config --global user.email "[email protected]"echo "access=public" > .npmrc- echo "//registry.npmjs.org/:_authToken=${{ secrets.NPM_TOKEN }}" >> .npmrc+ echo "//registry.npmjs.org/:_authToken=${{ secrets.APIFY_SERVICE_ACCOUNT_NPM_TOKEN }}" >> .npmrc- name: Bump version to custom versionif: ${{ github.event.inputs.version == 'custom' && github.event.inputs.custom_version != '' }}run: yarn lerna version ${{ github.event.inputs.custom_version }} --force-publish --yesenv:NPM_TOKEN: ${{ secrets.NPM_TOKEN }}- GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ GIT_USER: "[email protected]:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}- name: Bump version to ${{ github.event.inputs.version }} versionif: ${{ github.event.inputs.version != 'custom' }}run: yarn lerna version ${{ github.event.inputs.version }} --force-publish --yesenv:NPM_TOKEN: ${{ secrets.NPM_TOKEN }}- GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ GIT_USER: "[email protected]:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}- name: Update lockfilerun: |@@ -148,8 +148,8 @@ jobs:run: yarn publish:prod --yes --no-verify-accessenv:NPM_TOKEN: ${{ secrets.NPM_TOKEN }}- GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ GIT_USER: "[email protected]:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}- name: Collect versions for Docker imagesid: versions@@ -166,7 +166,7 @@ jobs:- name: Trigger Docker image buildsuses: peter-evans/repository-dispatch@v2with:- token: ${{ secrets.TRIGGER_DOCKER_IMAGE_BUILD_TOKEN }}+ token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}repository: apify/apify-actor-dockerevent-type: build-node-imagesclient-payload: >diff --git a/.github/workflows/test-ci.yml b/.github/workflows/test-ci.ymlindex ed79a595e..3fe078a2c 100644--- a/.github/workflows/test-ci.yml+++ b/.github/workflows/test-ci.yml@@ -189,9 +189,9 @@ jobs:echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" >> .npmrcyarn publish:next --yes --no-verify-accessenv:- NPM_TOKEN: ${{ secrets.NPM_TOKEN }}- GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"- GH_TOKEN: ${{ secrets.GH_TOKEN }}+ NPM_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_NPM_TOKEN }}+ GIT_USER: "[email protected]:${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}"+ GH_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}- name: Collect versions for Docker imagesid: versions@@ -210,7 +210,7 @@ jobs:# Trigger next images only if we have something new pushedif: steps.changed-packages.outputs.changed_packages != '0'with:- token: ${{ secrets.TRIGGER_DOCKER_IMAGE_BUILD_TOKEN }}+ token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}repository: apify/apify-actor-dockerevent-type: build-node-imagesclient-payload: >diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.ymlindex c71a9bf80..8effe6129 100644--- a/.github/workflows/test-e2e.yml+++ b/.github/workflows/test-e2e.yml@@ -50,7 +50,7 @@ jobs:turbo-${{ github.job }}-${{ github.ref_name }}-- name: Login to Apify- run: npx -y apify-cli@beta login -t ${{ secrets.APIFY_TOKEN }}+ run: npx -y apify-cli@beta login -t ${{ secrets.APIFY_SCRAPER_TESTS_API_TOKEN }}- name: Install Dependenciesrun: yarn