Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Migrate workflows to Blacksmith (#2680)
blacksmith-sh[bot]1abca131e078
diff --git a/.github/archive/js-sdk.yml b/.github/archive/js-sdk.ymlindex a468ee637..e873d8ee6 100644--- a/.github/archive/js-sdk.yml+++ b/.github/archive/js-sdk.yml@@ -21,7 +21,7 @@ env:jobs:build:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404services:redis:image: redisdiff --git a/.github/archive/publish-rust-sdk.yml b/.github/archive/publish-rust-sdk.ymlindex 9856bd77e..a3ed6c1b8 100644--- a/.github/archive/publish-rust-sdk.yml+++ b/.github/archive/publish-rust-sdk.yml@@ -7,7 +7,7 @@ env:jobs:build-and-publish:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- name: Checkout repositorydiff --git a/.github/archive/python-sdk.yml b/.github/archive/python-sdk.ymlindex fbafb9709..d1f716de3 100644--- a/.github/archive/python-sdk.yml+++ b/.github/archive/python-sdk.yml@@ -21,7 +21,7 @@ env:jobs:build:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404strategy:matrix:python-version: ["3.10"]diff --git a/.github/archive/rust-sdk.yml b/.github/archive/rust-sdk.ymlindex 9ec13fe5a..a4f9b2d9b 100644--- a/.github/archive/rust-sdk.yml+++ b/.github/archive/rust-sdk.yml@@ -22,7 +22,7 @@ env:jobs:build:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404services:redis:image: redisdiff --git a/.github/workflows/deploy-go-service.yaml b/.github/workflows/deploy-go-service.yamlindex 3c2b8c729..835d9918f 100644--- a/.github/workflows/deploy-go-service.yaml+++ b/.github/workflows/deploy-go-service.yaml@@ -14,7 +14,7 @@ on:jobs:push-app-image:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404defaults:run:working-directory: "./apps/go-html-to-md-service"@@ -22,8 +22,8 @@ jobs:- name: "Checkout GitHub Action"uses: actions/checkout@main- - name: "Set up Docker Buildx"- uses: docker/setup-buildx-action@v3+ - name: Setup Blacksmith Builder+ uses: useblacksmith/setup-docker-builder@v1- name: "Login to GitHub Container Registry"uses: docker/login-action@v3@@ -33,10 +33,8 @@ jobs:password: ${{secrets.GITHUB_TOKEN}}- name: "Build and Push Image"- uses: docker/build-push-action@v6+ uses: useblacksmith/build-push-action@v2with:context: ./apps/go-html-to-md-servicepush: truetags: ghcr.io/firecrawl/go-html-to-md-service:latest- cache-from: type=registry,ref=ghcr.io/firecrawl/go-html-to-md-service:buildcache- cache-to: type=registry,ref=ghcr.io/firecrawl/go-html-to-md-service:buildcache,mode=maxdiff --git a/.github/workflows/deploy-image-staging.yml b/.github/workflows/deploy-image-staging.ymlindex 86de330b6..3784af7b3 100644--- a/.github/workflows/deploy-image-staging.yml+++ b/.github/workflows/deploy-image-staging.yml@@ -8,7 +8,7 @@ on:jobs:push-app-image:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404defaults:run:working-directory: './apps/api'diff --git a/.github/workflows/deploy-image.yml b/.github/workflows/deploy-image.ymlindex fbcd81059..4e639553a 100644--- a/.github/workflows/deploy-image.yml+++ b/.github/workflows/deploy-image.yml@@ -18,7 +18,7 @@ jobs:- platform: linux/amd64runner: ubuntu-latest- platform: linux/arm64- runner: ubuntu-24.04-arm+ runner: blacksmith-4vcpu-ubuntu-2404-armdefaults:run:working-directory: './apps/api'@@ -26,8 +26,8 @@ jobs:- name: 'Checkout GitHub Action'uses: actions/checkout@main- - name: 'Set up Docker Buildx'- uses: docker/setup-buildx-action@v3+ - name: Setup Blacksmith Builder+ uses: useblacksmith/setup-docker-builder@v1- name: 'Login to GitHub Container Registry'uses: docker/login-action@v3@@ -48,18 +48,16 @@ jobs:echo "PLATFORM_SUFFIX=${platform//\//-}" >> $GITHUB_ENV- name: 'Build and Push Image'- uses: docker/build-push-action@v6+ uses: useblacksmith/build-push-action@v2with:context: ./apps/apipush: truetags: ghcr.io/${{ env.REPO_OWNER }}/firecrawl:${{ env.PLATFORM_SUFFIX }}platforms: ${{ matrix.platform }}provenance: false- cache-from: type=registry,ref=ghcr.io/${{ env.REPO_OWNER }}/firecrawl:buildcache-${{ env.PLATFORM_SUFFIX }}- cache-to: type=registry,ref=ghcr.io/${{ env.REPO_OWNER }}/firecrawl:buildcache-${{ env.PLATFORM_SUFFIX }},mode=maxmanifest:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404needs: buildsteps:- name: 'Login to GitHub Container Registry'diff --git a/.github/workflows/deploy-nuq-postgres.yml b/.github/workflows/deploy-nuq-postgres.ymlindex 200ea814d..6f33e9412 100644--- a/.github/workflows/deploy-nuq-postgres.yml+++ b/.github/workflows/deploy-nuq-postgres.yml@@ -10,7 +10,7 @@ on:jobs:push-app-image:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404defaults:run:working-directory: './apps/nuq-postgres'diff --git a/.github/workflows/deploy-playwright.yml b/.github/workflows/deploy-playwright.ymlindex 2550abb67..c16e36493 100644--- a/.github/workflows/deploy-playwright.yml+++ b/.github/workflows/deploy-playwright.yml@@ -18,7 +18,7 @@ jobs:- platform: linux/amd64runner: ubuntu-latest- platform: linux/arm64- runner: ubuntu-24.04-arm+ runner: blacksmith-4vcpu-ubuntu-2404-armdefaults:run:working-directory: './apps/playwright-service-ts'@@ -26,8 +26,8 @@ jobs:- name: 'Checkout GitHub Action'uses: actions/checkout@main- - name: 'Set up Docker Buildx'- uses: docker/setup-buildx-action@v3+ - name: Setup Blacksmith Builder+ uses: useblacksmith/setup-docker-builder@v1- name: 'Login to GitHub Container Registry'uses: docker/login-action@v3@@ -48,18 +48,16 @@ jobs:echo "PLATFORM_SUFFIX=${platform//\//-}" >> $GITHUB_ENV- name: 'Build and Push Image'- uses: docker/build-push-action@v6+ uses: useblacksmith/build-push-action@v2with:context: ./apps/playwright-service-tspush: truetags: ghcr.io/${{ env.REPO_OWNER }}/playwright-service:${{ env.PLATFORM_SUFFIX }}platforms: ${{ matrix.platform }}provenance: false- cache-from: type=registry,ref=ghcr.io/${{ env.REPO_OWNER }}/playwright-service:buildcache-${{ env.PLATFORM_SUFFIX }}- cache-to: type=registry,ref=ghcr.io/${{ env.REPO_OWNER }}/playwright-service:buildcache-${{ env.PLATFORM_SUFFIX }},mode=maxmanifest:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404needs: buildsteps:- name: 'Login to GitHub Container Registry'diff --git a/.github/workflows/deploy-redis.yml b/.github/workflows/deploy-redis.ymlindex 21c0da3e2..72a094249 100644--- a/.github/workflows/deploy-redis.yml+++ b/.github/workflows/deploy-redis.yml@@ -13,7 +13,7 @@ on:jobs:push-app-image:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404defaults:run:working-directory: './apps/redis'diff --git a/.github/workflows/eval-prod.yml b/.github/workflows/eval-prod.ymlindex 48a31de5d..016120f8c 100644--- a/.github/workflows/eval-prod.yml+++ b/.github/workflows/eval-prod.yml@@ -16,7 +16,7 @@ on:jobs:run-eval-benchmark-prod:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404if: ${{ github.event.workflow_run.conclusion == 'success' || github.event_name == 'workflow_dispatch' }}steps:- name: Checkout repositorydiff --git a/.github/workflows/ghcr-clean.yml b/.github/workflows/ghcr-clean.ymlindex 2e93ff864..0531a1630 100644--- a/.github/workflows/ghcr-clean.yml+++ b/.github/workflows/ghcr-clean.yml@@ -6,7 +6,7 @@ on:jobs:delete-untagged-images:name: Delete Untagged Images- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- uses: bots-house/[email protected]with:diff --git a/.github/workflows/npm-audit.yml b/.github/workflows/npm-audit.ymlindex 5cf5b3a32..f6fb765cc 100644--- a/.github/workflows/npm-audit.yml+++ b/.github/workflows/npm-audit.yml@@ -7,7 +7,7 @@ on:jobs:audit:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- uses: actions/checkout@v5- name: Install pnpmdiff --git a/.github/workflows/publish-js-sdk.yml b/.github/workflows/publish-js-sdk.ymlindex 49df984ba..a2d707280 100644--- a/.github/workflows/publish-js-sdk.yml+++ b/.github/workflows/publish-js-sdk.yml@@ -13,7 +13,7 @@ env:jobs:publish:name: Publish- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- uses: actions/checkout@v5- name: Set up Node.jsdiff --git a/.github/workflows/publish-python-sdk.yml b/.github/workflows/publish-python-sdk.ymlindex 2d85ac783..f33ae9489 100644--- a/.github/workflows/publish-python-sdk.yml+++ b/.github/workflows/publish-python-sdk.yml@@ -13,7 +13,7 @@ env:jobs:build-and-publish:- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- name: Checkout repositorydiff --git a/.github/workflows/test-js-sdk.yml b/.github/workflows/test-js-sdk.ymlindex 6f2208703..6cf7eb9f0 100644--- a/.github/workflows/test-js-sdk.yml+++ b/.github/workflows/test-js-sdk.yml@@ -13,7 +13,7 @@ env:jobs:test:name: Run tests- runs-on: ubuntu-latest+ runs-on: blacksmith-4vcpu-ubuntu-2404steps:- uses: actions/checkout@v5- name: Set up Node.jsdiff --git a/.github/workflows/test-server.yml b/.github/workflows/test-server.ymlindex 6eb8a5c98..4456cb02d 100644--- a/.github/workflows/test-server.yml+++ b/.github/workflows/test-server.yml@@ -25,7 +25,7 @@ jobs:# proxy: ["proxy", "no-proxy"]# search: ["searxng", "google"]# ai: ["openai", "no-ai"]- runs-on: big-runner+ runs-on: blacksmith-4vcpu-ubuntu-2404services:redis:image: redis