Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

chore(ci): increase Blacksmith CPUs and tune concurrency (#17122)

Nimaraa5f60aa8e7b
diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml
index 50cab754c9..e2872a2021 100644
--- a/.github/workflows/pipeline.yml
+++ b/.github/workflows/pipeline.yml
@@ -120,7 +120,7 @@ jobs:
lint:
timeout-minutes: 12
- runs-on: blacksmith-8vcpu-ubuntu-2404
+ runs-on: blacksmith-16vcpu-ubuntu-2404
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -179,10 +179,8 @@ jobs:
run: |
cp .env.dev.example .env
- name: lint web
- # Turbo runs up to three packages at once. The largest overlap is web's
- # four ESLint workers plus two packages with two workers each, matching
- # this runner's eight vCPUs.
- run: pnpm turbo run lint --concurrency=3
+ # Three packages with four ESLint workers leave headroom on 16 vCPUs.
+ run: pnpm turbo run lint --concurrency=3 -- --concurrency=4
- name: typecheck
run: pnpm run typecheck
@@ -369,7 +367,7 @@ jobs:
run: pnpm --filter @repo/in-app-agent-sandbox-runtime run test:e2e
tests-storybook:
- runs-on: blacksmith-4vcpu-ubuntu-2404
+ runs-on: blacksmith-8vcpu-ubuntu-2404
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -378,6 +376,7 @@ jobs:
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
timeout-minutes: 10
env:
+ VITEST_MAX_WORKERS: "4"
NODE_ENV: test
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
@@ -441,7 +440,7 @@ jobs:
tests-shared:
timeout-minutes: 15
- runs-on: blacksmith-4vcpu-ubuntu-2404
+ runs-on: blacksmith-8vcpu-ubuntu-2404
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -449,6 +448,7 @@ jobs:
# condition evaluate despite the skipped dependency).
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
env:
+ VITEST_MAX_WORKERS: "6"
NODE_ENV: test
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
@@ -614,7 +614,7 @@ jobs:
if-no-files-found: ignore
tests-web:
timeout-minutes: 30
- runs-on: blacksmith-8vcpu-ubuntu-2404
+ runs-on: blacksmith-16vcpu-ubuntu-2404
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -623,6 +623,7 @@ jobs:
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
name: tests-web (node${{ matrix.node-version }}, pg${{ matrix.postgres-version }}, mode${{ matrix.deploy-mode }})
env:
+ VITEST_MAX_WORKERS: "12"
NODE_ENV: test
strategy:
matrix:
@@ -775,7 +776,7 @@ jobs:
# invocation, so they run in their own parallel job below.
env:
NODE_COMPILE_CACHE: /tmp/node-compile-cache
- run: npx dotenv -e ../.env.test -e ../.env -- vitest run --project server --project server-isolated --project server-shared-source --project server-unit --project server-shared-source-unit --maxWorkers=8
+ run: npx dotenv -e ../.env.test -e ../.env -- vitest run --project server --project server-isolated --project server-shared-source --project server-unit --project server-shared-source-unit --maxWorkers="${VITEST_MAX_WORKERS:-8}"
- name: Prune stale turbo cache entries
if: env.CI_CACHE_ALLOWED == 'true'
# Each run saves the restored archive plus new entries, so the cache
@@ -784,10 +785,12 @@ jobs:
tests-web-client:
timeout-minutes: 10
- runs-on: blacksmith-4vcpu-ubuntu-2404
+ runs-on: blacksmith-8vcpu-ubuntu-2404
needs:
- pre-job
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
+ env:
+ VITEST_MAX_WORKERS: "6"
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
@@ -824,7 +827,7 @@ jobs:
tests-worker:
timeout-minutes: 20
- runs-on: blacksmith-4vcpu-ubuntu-2404
+ runs-on: ${{ matrix.deploy-mode == '-redis-cluster' && 'blacksmith-16vcpu-ubuntu-2404' || 'blacksmith-8vcpu-ubuntu-2404' }}
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -833,6 +836,7 @@ jobs:
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
name: tests-worker (node${{ matrix.node-version }}, pg${{ matrix.postgres-version }}, mode${{ matrix.deploy-mode }})
env:
+ VITEST_MAX_WORKERS: ${{ matrix.deploy-mode == '-redis-cluster' && '8' || '4' }}
NODE_ENV: test
strategy:
matrix:
@@ -1130,7 +1134,7 @@ jobs:
run: pnpm --filter=web run test:e2e
e2e-server-tests:
- runs-on: blacksmith-4vcpu-ubuntu-2404
+ runs-on: blacksmith-8vcpu-ubuntu-2404
needs:
- pre-job
# pre-job only runs on push events; everywhere else it resolves as skipped
@@ -1138,6 +1142,7 @@ jobs:
# condition evaluate despite the skipped dependency).
if: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}
env:
+ VITEST_MAX_WORKERS: "4"
NODE_ENV: test
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1