🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
ci: switch pipelines back to GitHub-hosted runners (#16085)
Max Deichmann435042a4f001
diff --git a/.github/workflows/_deploy_ecs_service.yml b/.github/workflows/_deploy_ecs_service.ymlindex f386aa459b..cffabf9f1b 100644--- a/.github/workflows/_deploy_ecs_service.yml+++ b/.github/workflows/_deploy_ecs_service.yml@@ -21,7 +21,7 @@ on:required: falsejobs:ecs-deploy:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestenvironment: ${{ inputs.environment }}permissions:contents: readdiff --git a/.github/workflows/build-sandbox-microvm-image.yml b/.github/workflows/build-sandbox-microvm-image.ymlindex 4d252ce534..b4b037c8b7 100644--- a/.github/workflows/build-sandbox-microvm-image.yml+++ b/.github/workflows/build-sandbox-microvm-image.yml@@ -12,7 +12,7 @@ concurrency:jobs:build:name: Build & Publish (${{ matrix.environment }})- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latesttimeout-minutes: 60environment: ${{ matrix.environment }}permissions:diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.ymlindex 22abd93895..0832cb3f2c 100644--- a/.github/workflows/deploy.yml+++ b/.github/workflows/deploy.yml@@ -37,7 +37,7 @@ concurrency:name: Deploy to ECSjobs:affected-services:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestoutputs:services: ${{ steps.affected-services.outputs.result }}steps:@@ -67,7 +67,7 @@ jobs:console.log('Services', `${process.env.services}` ?? 'n/a');affected-environments:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestoutputs:environments: ${{ steps.affected-environments.outputs.result }}steps:@@ -120,7 +120,7 @@ jobs:notify-slack-on-failure:needs: [affected-services, affected-environments, ecs-deploy]if: failure()- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:contents: readactions: readdiff --git a/.github/workflows/model-price-audit.yml b/.github/workflows/model-price-audit.ymlindex be9f16cfad..ea4a1f9974 100644--- a/.github/workflows/model-price-audit.yml+++ b/.github/workflows/model-price-audit.yml@@ -51,7 +51,7 @@ env:jobs:audit:if: github.repository == 'langfuse/langfuse'- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latesttimeout-minutes: 45outputs:has_changes: ${{ steps.prepare.outputs.has_changes }}@@ -711,7 +711,7 @@ jobs:publish:needs: auditif: needs.audit.outputs.has_changes == 'true' && needs.audit.outputs.dry_run_mode == 'disabled'- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latesttimeout-minutes: 15steps:- name: Download pull request artifactdiff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.ymlindex 9d439b078e..e0b462f8c6 100644--- a/.github/workflows/pipeline.yml+++ b/.github/workflows/pipeline.yml@@ -47,7 +47,7 @@ jobs:# it instantly and their jobs start without waiting for it (~45-100s of# wall clock per run).pre-job:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestif: github.event_name == 'push'outputs:should_skip: ${{ steps.skip_check.outputs.should_skip }}@@ -76,7 +76,7 @@ jobs:fillm-connections-filter:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestoutputs:changed: ${{ steps.filter.outputs.llm_connections }}timeout-minutes: 15@@ -101,7 +101,7 @@ jobs:- 'worker/src/__tests__/llmConnections.test.ts'lint:- runs-on: blacksmith-8vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -167,7 +167,7 @@ jobs:run: pnpm run typecheckknip:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -201,7 +201,7 @@ jobs:run: pnpm exec knipprettier-check:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -262,7 +262,7 @@ jobs:fitests-eslint-plugin:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -298,7 +298,7 @@ jobs:run: pnpm --filter @repo/eslint-plugin run testtests-storybook:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -353,7 +353,7 @@ jobs:tests-shared:timeout-minutes: 15- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -411,11 +411,11 @@ jobs:include:- component: webservice: langfuse-web- runner: blacksmith-8vcpu-ubuntu-2404+ runner: ubuntu-latesthealth_url: http://localhost:3000/api/public/health- component: workerservice: langfuse-worker- runner: blacksmith-4vcpu-ubuntu-2404+ runner: ubuntu-latesthealth_url: http://localhost:3030/api/healthsteps:- name: Checkout@@ -487,7 +487,7 @@ jobs:if-no-files-found: ignoretests-web:timeout-minutes: 30- runs-on: blacksmith-8vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -656,7 +656,7 @@ jobs:tests-web-client:timeout-minutes: 10- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-jobif: ${{ !cancelled() && (github.event_name != 'push' || needs.pre-job.outputs.should_skip != 'true') }}@@ -695,7 +695,7 @@ jobs:tests-worker:timeout-minutes: 20- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -794,7 +794,7 @@ jobs:LANGFUSE_CODE_EVAL_AWS_LAMBDA_ENDPOINT: ${{ matrix.deploy-mode == '' && 'http://localhost:4566' || '' }}test-worker-llm-connections:timeout-minutes: 20- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job- llm-connections-filter@@ -875,7 +875,7 @@ jobs:LANGFUSE_LLM_CONNECTION_GOOGLEAISTUDIO_KEY: ${{ secrets.LANGFUSE_LLM_CONNECTION_GOOGLEAISTUDIO_KEY }}e2e-tests:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -998,7 +998,7 @@ jobs:run: pnpm --filter=web run test:e2ee2e-server-tests:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:- pre-job# pre-job only runs on push events; everywhere else it resolves as skipped@@ -1101,7 +1101,7 @@ jobs:all-ci-passed:# This allows us to have a branch protection rule for tests and deploys with matrix- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestneeds:[lint,@@ -1302,7 +1302,7 @@ jobs:image_name: langfuse- component: workerimage_name: langfuse-worker- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:packages: writecontents: read@@ -1451,7 +1451,7 @@ jobs:- build-docker-image-release- publish-docker-image-releaseif: always() && github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:contents: readactions: readdiff --git a/.github/workflows/preview-build.yml b/.github/workflows/preview-build.ymlindex 18832be205..bb425d2bcd 100644--- a/.github/workflows/preview-build.yml+++ b/.github/workflows/preview-build.yml@@ -155,7 +155,7 @@ jobs:github.event.pull_request.head.repo.full_name == github.repository &&github.event.pull_request.state == 'open' &&(github.event.action != 'labeled' || github.event.label.name == 'preview')- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:contents: readid-token: writediff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 7bd8f93985..aa47134794 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -9,7 +9,7 @@ permissions: {}jobs:release:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestenvironment: "protected branches"steps:- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1@@ -42,7 +42,7 @@ jobs:notify-slack-on-failure:needs: releaseif: failure()- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:contents: readactions: readdiff --git a/.github/workflows/sdk-api-spec.yml b/.github/workflows/sdk-api-spec.ymlindex dc254ceadf..ea88fb896d 100644--- a/.github/workflows/sdk-api-spec.yml+++ b/.github/workflows/sdk-api-spec.yml@@ -17,7 +17,7 @@ permissions:jobs:generate-sdk-api-specs:- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestoutputs:python_has_changes: ${{ steps.prepare-python-sdk.outputs.has_changes }}python_branch_name: ${{ steps.prepare-python-sdk.outputs.branch_name }}@@ -170,7 +170,7 @@ jobs:push-python-sdk:needs: generate-sdk-api-specsif: needs.generate-sdk-api-specs.outputs.python_has_changes == 'true'- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-lateststeps:- name: Download Python SDK updateuses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1@@ -227,7 +227,7 @@ jobs:push-typescript-sdk:needs: generate-sdk-api-specsif: needs.generate-sdk-api-specs.outputs.typescript_has_changes == 'true'- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-lateststeps:- name: Download TypeScript SDK updateuses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1@@ -287,7 +287,7 @@ jobs:- push-python-sdk- push-typescript-sdkif: failure()- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestpermissions:contents: readactions: readdiff --git a/.github/workflows/storybook-preview.yml b/.github/workflows/storybook-preview.ymlindex 785c5550f4..5d5742976d 100644--- a/.github/workflows/storybook-preview.yml+++ b/.github/workflows/storybook-preview.yml@@ -17,7 +17,7 @@ concurrency:jobs:deploy:name: Deploy Storybook preview- runs-on: blacksmith-4vcpu-ubuntu-2404+ runs-on: ubuntu-latestif: >-(github.event_name == 'push' && github.ref_name == 'main') ||github.event_name == 'workflow_dispatch' ||