Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
chore: Move core tests into apps/core (OSS Migration) [LET-4169] (#4376)
Kian Jones5a5da527aced
diff --git a/.github/workflows/alembic-validation.yml b/.github/workflows/alembic-validation.ymlnew file mode 100644index 000000000..890a503e4--- /dev/null+++ b/.github/workflows/alembic-validation.yml@@ -0,0 +1,113 @@+name: Alembic Migration Validation++on:+ pull_request:+ branches: [ main ]+ pull_request_target:+ branches: [ main ]+ types: [labeled]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ changed-files:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ runs-on: ubuntu-latest+ name: changed-files+ outputs:+ all_changed_files: ${{ steps.changed-files.outputs.all_changed_files }}+ any_changed: ${{ steps.changed-files.outputs.any_changed }}+ steps:+ - uses: actions/checkout@v4+ with:+ fetch-depth: 0+ - name: Get changed files+ id: changed-files+ uses: tj-actions/changed-files@v44+ with:+ files: |+ apps/core/alembic/**+ .github/workflows/alembic-validation.yml++ test-sqlite:+ needs: [ changed-files ]+ if: ${{ needs.changed-files.outputs.any_changed == 'true' }}+ runs-on: [self-hosted, medium]+ timeout-minutes: 15+ steps:+ - name: Checkout+ uses: actions/checkout@v4+ - name: Install dependencies+ shell: bash+ working-directory: apps/core+ run: uv sync --no-install-project ${{ inputs.install-args || '--extra sqlite --extra external-tools --extra dev --extra cloud-tool-sandbox' }}+ - name: Test alembic migration+ working-directory: apps/core+ run: |+ uv run alembic upgrade head+ # kinda janky but I think this might not matter for sqlite?+ # uv run alembic check++ - name: Cleanup persistent data+ if: ${{ always() }}+ working-directory: apps/core+ run: |+ echo "Cleaning up persistent data..."+ sudo rm -rf ~/.letta || true++ test-postgres:+ needs: [ changed-files ]+ if: ${{ needs.changed-files.outputs.any_changed == 'true' }}+ runs-on: [self-hosted, medium]+ timeout-minutes: 15+ services:+ postgres:+ image: pgvector/pgvector:pg17+ ports:+ - 5432:5432+ env:+ POSTGRES_HOST_AUTH_METHOD: trust+ POSTGRES_DB: postgres+ POSTGRES_USER: postgres+ options: >-+ --health-cmd pg_isready+ --health-interval 10s+ --health-timeout 5s+ --health-retries 5+ steps:+ - name: Checkout+ uses: actions/checkout@v4+ - name: Install dependencies+ shell: bash+ working-directory: apps/core+ run: uv sync --no-install-project ${{ inputs.install-args || '--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox' }}+ - name: Test alembic migration+ working-directory: apps/core+ env:+ LETTA_PG_PORT: 5432+ LETTA_PG_USER: postgres+ LETTA_PG_PASSWORD: postgres+ LETTA_PG_DB: postgres+ LETTA_PG_HOST: localhost+ run: |+ psql -h localhost -U postgres -d postgres -c 'CREATE EXTENSION IF NOT EXISTS vector;'+ uv run alembic upgrade head+ uv run alembic check++ - name: Print docker logs if tests fail+ if: ${{ failure() || cancelled() }}+ run: |+ echo "Printing Docker Logs..."+ docker logs $(docker ps -aq --filter "ancestor=pgvector/pgvector:pg17") || true++ - name: Cleanup containers and volumes+ if: ${{ always() }}+ run: |+ echo "Cleaning up containers and volumes..."+ docker stop $(docker ps -aq --filter "ancestor=pgvector/pgvector:pg17") || true+ docker rm $(docker ps -aq --filter "ancestor=pgvector/pgvector:pg17") || true+ docker volume prune -f || true+ docker system prune -f || truediff --git a/.github/workflows/core-integration-tests.yml b/.github/workflows/core-integration-tests.ymlnew file mode 100644index 000000000..5d732dec5--- /dev/null+++ b/.github/workflows/core-integration-tests.yml@@ -0,0 +1,51 @@+name: ππ§ͺ [Core] Integration Tests++on:+ pull_request:+ branches:+ - main+ pull_request_target:+ branches:+ - main+ types: [labeled]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ integration-tests:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: 'integration'+ use-redis: true+ changed-files-pattern: |+ apps/core/**+ .github/workflows/reusable-test-workflow.yml+ .github/workflows/core-integration-tests.yml+ install-args: '--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox'+ timeout-minutes: 15+ ref: ${{ github.event.pull_request.head.sha || github.sha }}+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "test_suite": [+ "integration_test_summarizer.py",+ "integration_test_async_tool_sandbox.py",+ "integration_test_sleeptime_agent.py",+ "integration_test_agent_tool_graph.py",+ "integration_test_composio.py",+ "integration_test_chat_completions.py",+ "integration_test_multi_agent.py",+ "integration_test_batch_api_cron_jobs.py",+ "integration_test_batch_sdk.py",+ "integration_test_builtin_tools.py",+ "integration_test_turbopuffer.py",+ "integration_test_human_in_the_loop.py"+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/core-lint.yml b/.github/workflows/core-lint.ymlnew file mode 100644index 000000000..620510647--- /dev/null+++ b/.github/workflows/core-lint.yml@@ -0,0 +1,63 @@+name: ππ§Ή [Core] Lint and Test++on:+ pull_request:+ branches: [ main ]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ changed-files:+ runs-on: ubuntu-latest+ name: changed-files+ outputs:+ all_changed_files: ${{ steps.changed-files.outputs.all_changed_files }}+ any_changed: ${{ steps.changed-files.outputs.any_changed }}+ steps:+ - uses: actions/checkout@v4+ with:+ fetch-depth: 0+ - name: Get changed files+ id: changed-files+ uses: tj-actions/changed-files@v44+ with:+ files: |+ apps/core/**+ .github/workflows/core-lint.yml+ main:+ needs: [ changed-files ]+ if: ${{ needs.changed-files.outputs.any_changed == 'true' }}+ runs-on: [self-hosted, medium]+ strategy:+ matrix:+ python-version: ["3.12"] # Adjust Python version matrix if needed++ steps:+ - name: Checkout+ uses: actions/checkout@v4+ - name: Install dependencies+ shell: bash+ working-directory: apps/core+ run: uv sync --no-install-project ${{ inputs.install-args || '--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox' }}+ - name: Validate PR Title+ if: github.event_name == 'pull_request'+ uses: amannn/action-semantic-pull-request@v5+ env:+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}++ - name: Run Pyright+ uses: jakebailey/pyright-action@v2+ with:+ python-version: ${{ matrix.python-version }}+ level: "error"+ continue-on-error: true++ - name: Run Ruff Check+ working-directory: apps/core+ run: uv run ruff check --config pyproject.toml --diff .++ - name: Run Ruff Format+ working-directory: apps/core+ run: uv run ruff format --config pyproject.toml --check --diff .diff --git a/.github/workflows/core-unit-sqlite-test.yaml b/.github/workflows/core-unit-sqlite-test.yamlnew file mode 100644index 000000000..76236deae--- /dev/null+++ b/.github/workflows/core-unit-sqlite-test.yaml@@ -0,0 +1,60 @@+name: ππ¨βπ¬ [Core] Unit Tests (SQLite)++on:+ pull_request:+ branches:+ - main+ pull_request_target:+ branches:+ - main+ types: [labeled]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ unit-tests:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: 'sqlite'+ use-redis: true+ changed-files-pattern: |+ apps/core/**+ .github/workflows/reusable-test-workflow.yml+ .github/workflows/core-unit-sqlite-test.yml+ install-args: '--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox --extra google --extra sqlite'+ timeout-minutes: 15+ ref: ${{ github.event.pull_request.head.sha || github.sha }}++ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "include": [+ {"test_suite": "test_client.py"},+ {"test_suite": "test_sdk_client.py"},+ {"test_suite": "test_server.py"},+ {"test_suite": "test_tool_schema_parsing.py"},+ {"test_suite": "test_tool_rule_solver.py"},+ {"test_suite": "test_memory.py"},+ {"test_suite": "test_utils.py"},+ {"test_suite": "test_stream_buffer_readers.py"},+ {"test_suite": "test_agent_serialization.py"},+ {"test_suite": "test_optimistic_json_parser.py"},+ {"test_suite": "test_llm_clients.py"},+ {"test_suite": "test_letta_agent_batch.py"},+ {"test_suite": "test_providers.py"},+ {"test_suite": "test_sources.py"},+ {"test_suite": "test_managers.py"},+ {"test_suite": "sdk/"},+ {"test_suite": "mcp_tests/", "use_experimental": true},+ {"test_suite": "test_timezone_formatting.py"},+ {"test_suite": "test_plugins.py"},+ {"test_suite": "test_embeddings.py"}+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/core-unit-test.yml b/.github/workflows/core-unit-test.ymlnew file mode 100644index 000000000..ad98226d4--- /dev/null+++ b/.github/workflows/core-unit-test.yml@@ -0,0 +1,60 @@+name: ππ¨βπ¬ [Core] Unit Tests++on:+ pull_request:+ branches:+ - main+ pull_request_target:+ branches:+ - main+ types: [labeled]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ unit-tests:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: 'unit'+ use-redis: true+ changed-files-pattern: |+ apps/core/**+ .github/workflows/reusable-test-workflow.yml+ .github/workflows/core-unit-test.yml+ install-args: '--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox --extra google'+ timeout-minutes: 15+ ref: ${{ github.event.pull_request.head.sha || github.sha }}+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "include": [+ {"test_suite": "test_client.py"},+ {"test_suite": "test_sdk_client.py"},+ {"test_suite": "test_server.py"},+ {"test_suite": "test_managers.py"},+ {"test_suite": "test_tool_schema_parsing.py"},+ {"test_suite": "test_tool_rule_solver.py"},+ {"test_suite": "test_memory.py"},+ {"test_suite": "test_utils.py"},+ {"test_suite": "test_stream_buffer_readers.py"},+ {"test_suite": "test_agent_serialization.py"},+ {"test_suite": "test_agent_serialization_v2.py"},+ {"test_suite": "test_optimistic_json_parser.py"},+ {"test_suite": "test_llm_clients.py"},+ {"test_suite": "test_letta_agent_batch.py"},+ {"test_suite": "test_providers.py"},+ {"test_suite": "test_sources.py"},+ {"test_suite": "sdk/"},+ {"test_suite": "mcp_tests/", "use_experimental": true},+ {"test_suite": "test_timezone_formatting.py"},+ {"test_suite": "test_plugins.py"},+ {"test_suite": "test_embeddings.py"}+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/docker-integration-tests.yaml b/.github/workflows/docker-integration-tests.yamlindex 90b320b39..36add10e1 100644--- a/.github/workflows/docker-integration-tests.yaml+++ b/.github/workflows/docker-integration-tests.yaml@@ -1,66 +1,33 @@name: Run Docker integration testson:- push:- branches: [ main ]pull_request:- branches: [ main ]+ branches:+ - main+ pull_request_target:+ branches:+ - main+ types: [labeled]-jobs:- test:- runs-on: ubuntu-latest- timeout-minutes: 15- steps:- - name: Checkout- uses: actions/checkout@v4-- - name: Set up python 3.11- id: setup-python- uses: actions/setup-python@v5- with:- python-version: 3.11-- - name: Install uv- uses: astral-sh/setup-uv@v6- with:- enable-cache: true-- - name: Set permissions for log directory- run: |- mkdir -p /home/runner/.letta/logs- sudo chown -R $USER:$USER /home/runner/.letta/logs- chmod -R 755 /home/runner/.letta/logs-- - name: Build and run docker dev server- env:- LETTA_PG_DB: letta- LETTA_PG_USER: letta- LETTA_PG_PASSWORD: letta- LETTA_PG_PORT: 8888- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}+concurrency:+ group: docker-tests-${{ github.ref }}+ cancel-in-progress: true- run: |- docker compose -f dev-compose.yaml up --build -d-- - name: Wait for service- run: bash scripts/wait_for_service.sh http://localhost:8283 -- echo "Service is ready"-- - name: Run tests with pytest- env:- LETTA_PG_DB: letta- LETTA_PG_USER: letta- LETTA_PG_PASSWORD: letta- LETTA_PG_PORT: 8888- LETTA_SERVER_PASS: test_server_token- LETTA_SERVER_URL: http://localhost:8283- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}- PYTHONPATH: ${{ github.workspace }}:${{ env.PYTHONPATH }}- run: |- uv sync --extra dev --extra postgres- uv run pytest -s tests/test_client.py-- - name: Print docker logs if tests fail- if: failure()- run: |- echo "Printing Docker Logs..."- docker compose -f dev-compose.yaml logs+jobs:+ docker-tests:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: 'docker'+ install-args: '--extra dev --extra postgres --extra sqlite'+ timeout-minutes: 15+ use-docker: true+ runner: '["self-hosted", "medium"]'+ ref: ${{ github.event.pull_request.head.sha || github.sha }}+ changed-files-pattern: |+ apps/core/**+ libs/config-core-deploy/**+ .github/workflows/reusable-test-workflow.yml+ .github/workflows/docker-integration-tests.yaml+ secrets: inheritdiff --git a/.github/workflows/fern-check.yml b/.github/workflows/fern-check.ymlnew file mode 100644index 000000000..1da5d7cc6--- /dev/null+++ b/.github/workflows/fern-check.yml@@ -0,0 +1,20 @@+name: πΏ Fern Check++on:+ pull_request:+ branches: [ main ]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ run:+ runs-on: [self-hosted, small]+ steps:+ - name: Checkout repository+ uses: actions/checkout@v4++ - name: Check API is valid+ working-directory: apps+ run: fern checkdiff --git a/.github/workflows/lint-command.yml b/.github/workflows/lint-command.ymlnew file mode 100644index 000000000..451d04a6c--- /dev/null+++ b/.github/workflows/lint-command.yml@@ -0,0 +1,161 @@+name: Lint Command++on:+ issue_comment:+ types: [created]++ workflow_dispatch:+ inputs:+ pr_number:+ description: 'PR number to run lint on'+ required: true++permissions:+ contents: write+ pull-requests: write+ issues: write++jobs:+ lint-command:+ name: Handle /lint command+ runs-on: ubuntu-latest+ if: |+ (github.event_name == 'workflow_dispatch' && github.event.inputs.pr_number) ||+ (github.event_name == 'issue_comment' &&+ github.event.issue.pull_request &&+ contains(github.event.comment.body, '/lint') &&+ startsWith(github.event.comment.body, '/lint'))++ steps:+ - name: Add acknowledgment reaction+ if: github.event_name == 'issue_comment'+ uses: peter-evans/create-or-update-comment@v4+ with:+ comment-id: ${{ github.event.comment.id }}+ reactions: eyes++ - name: Check permissions+ if: github.event_name == 'issue_comment'+ uses: actions/github-script@v7+ with:+ script: |+ const { data: collaborator } = await github.rest.repos.getCollaboratorPermissionLevel({+ owner: context.repo.owner,+ repo: context.repo.repo,+ username: context.actor+ });++ if (!['admin', 'write'].includes(collaborator.permission)) {+ github.rest.issues.createComment({+ owner: context.repo.owner,+ repo: context.repo.repo,+ issue_number: context.issue.number,+ body: 'β You need write permissions to run lint commands.'+ });+ core.setFailed('Insufficient permissions');+ }++ - name: Get PR information+ id: pr+ uses: actions/github-script@v7+ with:+ script: |+ const pr_number = context.eventName === 'issue_comment'+ ? context.issue.number+ : ${{ github.event.inputs.pr_number || 'null' }};++ const { data: pr } = await github.rest.pulls.get({+ owner: context.repo.owner,+ repo: context.repo.repo,+ pull_number: pr_number+ });++ core.setOutput('branch', pr.head.ref);+ core.setOutput('repo', pr.head.repo.full_name);+ core.setOutput('sha', pr.head.sha);+ core.setOutput('number', pr_number);++ - name: Checkout PR branch+ uses: actions/checkout@v4+ with:+ ref: ${{ steps.pr.outputs.branch }}+ token: ${{ secrets.GITHUB_TOKEN }}+ fetch-depth: 0++ - name: Set up python 3.12+ id: setup-python+ uses: actions/setup-python@v5+ with:+ python-version: 3.12++ - name: Install uv+ uses: astral-sh/setup-uv@v6+ with:+ enable-cache: false+ activate-environment: true++ - name: Install dependencies+ run: uv sync --extra dev --extra postgres --extra external-tools+ working-directory: ./apps/core++# - name: Run ruff check with fixes+# run: uv run ruff check --fix .+#+# - name: Run ruff format+# run: uv run ruff format .++ - name: Run isort, black, autoflake+ run: uv run isort . --profile black && uv run black . && uv run autoflake --remove-all-unused-imports --remove-unused-variables --in-place --recursive --ignore-init-module-imports .+ working-directory: ./apps/core+++ - name: Check for changes+ id: changes+ run: |+ if [[ -n $(git status --porcelain) ]]; then+ echo "changes=true" >> $GITHUB_OUTPUT+ else+ echo "changes=false" >> $GITHUB_OUTPUT+ fi++ - name: Commit and push changes+ if: steps.changes.outputs.changes == 'true'+ run: |+ git config --global user.name "github-actions[bot]"+ git config --global user.email "github-actions[bot]@users.noreply.github.com"+ git add .+ git commit -m "style: lint / fmt++ Triggered by /lint command from @${{ github.actor }}"+ git push++ - name: Comment on success+ if: steps.changes.outputs.changes == 'true'+ uses: peter-evans/create-or-update-comment@v4+ with:+ issue-number: ${{ steps.pr.outputs.number }}+ body: |+ β **Lint fixes applied successfully!**++ Ruff has automatically fixed linting issues and formatted the code.+ Changes have been committed to the PR branch.++ - name: Comment on no changes+ if: steps.changes.outputs.changes == 'false'+ uses: peter-evans/create-or-update-comment@v4+ with:+ issue-number: ${{ steps.pr.outputs.number }}+ body: |+ β **No lint issues found!**++ The code is already properly formatted and passes all linting checks.++ - name: Comment on failure+ if: failure()+ uses: peter-evans/create-or-update-comment@v4+ with:+ issue-number: ${{ steps.pr.outputs.number }}+ body: |+ β **Lint command failed!**++ There was an error while running the lint fixes. Please check the [workflow run](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}) for details.diff --git a/.github/workflows/reusable-test-workflow.yml b/.github/workflows/reusable-test-workflow.ymlnew file mode 100644index 000000000..d51fd8ec9--- /dev/null+++ b/.github/workflows/reusable-test-workflow.yml@@ -0,0 +1,471 @@+name: Reusable Test Workflow++on:+ workflow_call:+ inputs:+ test-type:+ description: 'Type of tests to run (unit, integration, docker, send-message, sqlite)'+ required: true+ type: string+ core-directory:+ description: 'Working directory for commands. Auto-detects between apps/core (cloud) and . (OSS). Can be overridden.'+ required: false+ type: string+ default: 'auto'+ install-args:+ description: 'uv sync arguments'+ required: true+ type: string+ test-command:+ description: 'Command to run tests'+ required: false+ type: string+ default: 'uv run --frozen pytest -svv'+ test-path-prefix:+ description: 'Prefix for test path (e.g., tests/)'+ required: false+ type: string+ default: 'tests/'+ timeout-minutes:+ description: 'Timeout in minutes'+ required: false+ type: number+ default: 15+ runner:+ description: 'Runner to use'+ required: false+ type: string+ default: '["self-hosted", "small"]'+ matrix-strategy:+ description: 'JSON string for matrix strategy'+ required: false+ type: string+ default: '{}'+ changed-files-pattern:+ description: 'Pattern for changed files detection'+ required: false+ type: string+ default: |+ apps/core/**+ .github/workflows/reusable-test-workflow.yml+ skip-fern-generation:+ description: 'Skip Fern SDK generation'+ required: false+ type: boolean+ default: false+ use-docker:+ description: 'Use Docker for tests'+ required: false+ type: boolean+ default: false+ ref:+ description: 'Git ref to wait for checks on'+ required: false+ type: string+ default: ${{ github.sha }}+ use-redis:+ description: 'Use Redis for tests'+ required: false+ type: boolean+ default: false++jobs:+ changed-files:+ runs-on: ${{ fromJSON(inputs.runner) }}+ name: changed-files+ outputs:+ all_changed_files: ${{ steps.changed-files.outputs.all_changed_files }}+ any_changed: ${{ steps.changed-files.outputs.any_changed }}+ steps:+ - uses: actions/checkout@v4+ with:+ fetch-depth: 0+ - name: Get changed files+ id: changed-files+ uses: tj-actions/[email protected]+ with:+ files: ${{ inputs.changed-files-pattern }}++ cache-check:+ needs: [changed-files]+ runs-on: ${{ fromJSON(inputs.runner) }}+ name: Check cache key+ outputs:+ cache_key: ${{ steps.cache-key.outputs.key }}+ cache_hit: ${{ steps.cache.outputs.cache-hit }}+ steps:+ - name: Checkout+ uses: actions/checkout@v4++ - name: Generate cache key+ if: inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))+ id: cache-key+ run: |+ echo "key=sdk-${{ github.ref_name }}-${{ hashFiles('apps/fern/*', 'apps/core/pyproject.toml') }}" >> $GITHUB_OUTPUT++ - name: Restore SDK cache+ # skip if "skip-fern-generation" is true or if the upstream workflow would've generated an sdk preview (changes to openapi files)+ if: inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))+ id: cache+ uses: actions/cache/restore@v4+ with:+ path: |+ apps/fern/.preview/fern-python-sdk/+ key: ${{ steps.cache-key.outputs.key }}+ fail-on-cache-miss: false++ block-until-sdk-preview-finishes:+ needs: [changed-files, cache-check]+ if: |+ needs.cache-check.outputs.cache_hit != 'true'+ timeout-minutes: ${{ inputs.timeout-minutes }}+ runs-on: ${{ fromJSON(inputs.runner) }}+ name: block-until-sdk-preview-finishes+ steps:+ - name: Debug ref information+ run: |+ echo "Input ref: ${{ inputs.ref }}"+ echo "GitHub SHA: ${{ github.sha }}"+ echo "GitHub ref: ${{ github.ref }}"+ echo "PR head SHA: ${{ github.event.pull_request.head.sha }}"+ echo "Event name: ${{ github.event_name }}"++ - name: Wait for Preview SDK workflow+ if: inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))+ env:+ GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}+ run: |+ echo "Waiting for 'preview-python-sdk' check to complete on ref: ${{ inputs.ref }}"++ # Wait for the check to complete with timeout+ timeout_seconds=1800+ interval_seconds=60+ elapsed=0++ while [ $elapsed -lt $timeout_seconds ]; do+ echo "Checking status... (elapsed: ${elapsed}s)"++ # Get check runs using pr checks syntax with branch name or PR number+ if [ "${{ github.event_name }}" = "pull_request" ]; then+ pr_identifier="${{ github.event.pull_request.number }}"+ else+ pr_identifier="${{ github.ref_name }}"+ fi++ check_info=$(gh pr checks "$pr_identifier" -R ${{ github.repository }} --json name,state,startedAt \+ | jq -r '.[] | select(.name == "preview-python-sdk") | [.startedAt, .state] | @tsv' | sort -r | head -1 | cut -f2)++ if [ -n "$check_info" ]; then+ echo "Check state: $check_info"++ if [ "$check_info" = "SUCCESS" ] || [ "$check_info" = "SKIPPED" ]; then+ echo "Check completed with state: $check_info"+ exit 0+ elif [ "$check_info" = "FAILURE" ] || [ "$check_info" = "CANCELLED" ]; then+ echo "β Preview Python SDK build failed with state: $check_info"+ echo "π« Blocking dependent test jobs to prevent extraneous failures"+ echo "π To fix: Check the 'preview-python-sdk' job logs for build errors"+ exit 1+ fi+ else+ echo "Check 'preview-python-sdk' not found yet"+ fi++ sleep $interval_seconds+ elapsed=$((elapsed + interval_seconds))+ done++ echo "Timeout waiting for check to complete"+ exit 1++ test-run:+ needs: [changed-files, block-until-sdk-preview-finishes]+ if: |+ always() &&+ needs.changed-files.outputs.any_changed == 'true' &&+ (needs.block-until-sdk-preview-finishes.result == 'success' ||+ needs.block-until-sdk-preview-finishes.result == 'skipped')++ runs-on: ${{ fromJSON(inputs.runner) }}+ timeout-minutes: ${{ inputs.timeout-minutes }}+ strategy: ${{ fromJSON(inputs.matrix-strategy) }}++ services:+ postgres:+ image: pgvector/pgvector:pg17+ ports:+ # avoids conflict with docker postgres+ - ${{ inputs.use-docker && '9999:5432' || '5432:5432' }}+ env:+ POSTGRES_HOST_AUTH_METHOD: trust+ POSTGRES_DB: postgres+ POSTGRES_USER: postgres+ options: >-+ --health-cmd pg_isready+ --health-interval 10s+ --health-timeout 5s+ --health-retries 5+ redis:+ image: ${{ inputs.use-redis && 'redis:8-alpine' || '' }}+ options: >-+ --health-cmd "redis-cli ping"+ --health-interval 10s+ --health-timeout 5s+ --health-retries 5+ ports:+ - 6379:6379++ steps:+ - name: Checkout+ uses: actions/checkout@v4++ - name: Install uv+ uses: astral-sh/setup-uv@v6+ with:+ enable-cache: true++ - name: Detect core directory+ id: detect-core-dir+ run: |+ if [ "${{ inputs.core-directory }}" = "auto" ]; then+ if [ -d "apps/core" ]; then+ echo "dir=apps/core" >> $GITHUB_OUTPUT+ echo "detected=cloud" >> $GITHUB_OUTPUT+ else+ echo "dir=." >> $GITHUB_OUTPUT+ echo "detected=oss" >> $GITHUB_OUTPUT+ fi+ else+ echo "dir=${{ inputs.core-directory }}" >> $GITHUB_OUTPUT+ echo "detected=manual" >> $GITHUB_OUTPUT+ fi+ echo "Using core directory: $(cat $GITHUB_OUTPUT | grep '^dir=' | cut -d'=' -f2)"++ - name: Generate cache key+ if: inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))+ id: cache-key+ run: |+ echo "key=sdk-${{ github.ref_name }}-${{ hashFiles('apps/fern/*', 'apps/core/pyproject.toml') }}" >> $GITHUB_OUTPUT++ - name: Restore SDK cache+ # skip if "skip-fern-generation" is true or if the upstream workflow would've generated an sdk preview (changes to openapi files)+ if: inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))+ id: restore-sdk-cache+ uses: actions/cache/restore@v4+ with:+ path: |+ apps/fern/.preview/fern-python-sdk/+ key: ${{ steps.cache-key.outputs.key }}+ fail-on-cache-miss: false++ - name: Check SDK cache availability+ if: (inputs.skip-fern-generation != true || (!contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi.json') && !contains(needs.changed-files.outputs.all_changed_files, 'apps/fern/openapi-overrides.yml'))) && steps.restore-sdk-cache.outputs.cache-hit != 'true'+ run: |+ echo "β Preview Python SDK cache expired or missing!"+ echo "π¦ Cache key: ${{ steps.cache-key.outputs.key }}"+ echo "π To fix: Re-run the 'preview-python-sdk' workflow job to regenerate the SDK"+ echo "π‘ This can happen when:"+ echo " - The cache entry has expired"+ echo " - Dependencies in apps/fern/* or apps/core/pyproject.toml have changed"+ echo " - The preview-python-sdk job hasn't run successfully for this branch/commit"+ exit 1++ - name: Install dependencies with retry+ shell: bash+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ run: |+ uv sync --no-install-project ${{ inputs.install-args }}++ - name: Install custom SDK+ if: inputs.skip-fern-generation != true+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ run: |+ echo "Fixing Fern SDK pyproject.toml for uv compatibility..."+ SDK_PYPROJECT="../fern/.preview/fern-python-sdk/pyproject.toml"+ VERSION=$(grep -A 10 '^\[tool\.poetry\]' "$SDK_PYPROJECT" | grep '^version' | head -1 | cut -d'"' -f2)+ head -n 2 < ../fern/.preview/fern-python-sdk/pyproject.toml > ../fern/.preview/fern-python-sdk/pyproject.toml.tmp+ echo "version = \"$VERSION\"" >> ../fern/.preview/fern-python-sdk/pyproject.toml.tmp+ tail -n +3 ../fern/.preview/fern-python-sdk/pyproject.toml >> ../fern/.preview/fern-python-sdk/pyproject.toml.tmp+ mv ../fern/.preview/fern-python-sdk/pyproject.toml.tmp ../fern/.preview/fern-python-sdk/pyproject.toml++ uv pip install -e ../fern/.preview/fern-python-sdk/.+ - name: Migrate database+ if: inputs.use-docker != true && inputs.test-type != 'sqlite'+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ env:+ LETTA_PG_PORT: 5432+ LETTA_PG_USER: postgres+ LETTA_PG_PASSWORD: postgres+ LETTA_PG_DB: postgres+ LETTA_PG_HOST: localhost+ run: |+ psql -h localhost -U postgres -d postgres -c 'CREATE EXTENSION vector'+ uv run alembic upgrade head+ - name: Inject env vars into environment+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ run: |+ # Get secrets and mask them before adding to environment+ while IFS= read -r line || [[ -n "$line" ]]; do+ if [[ -n "$line" ]]; then+ value=$(echo "$line" | cut -d= -f2-)+ echo "::add-mask::$value"+ echo "$line" >> $GITHUB_ENV+ fi+ done < <(letta_secrets_helper --env dev --service ci)++ - name: Docker setup for Docker tests+ if: inputs.use-docker+ run: |+ mkdir -p /home/ci-runner/.letta/logs+ sudo chown -R $USER:$USER /home/ci-runner/.letta/logs+ chmod -R 755 /home/ci-runner/.letta/logs++ - name: Build and run docker dev server+ if: inputs.use-docker+ env:+ LETTA_PG_DB: letta+ LETTA_PG_USER: letta+ LETTA_PG_PASSWORD: letta+ LETTA_PG_PORT: 5432+ OPENAI_API_KEY: ${{ env.OPENAI_API_KEY }}+ run: |+ cd libs/config-core-deploy+ docker compose -f compose.yaml up --build -d++ - name: Wait for Docker service+ if: inputs.use-docker+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ run: |+ bash scripts/wait_for_service.sh localhost:8083 -- echo "Service is ready"++ - name: Run tests+ working-directory: ${{ steps.detect-core-dir.outputs.dir }}+ env:+ # Database configuration (shared, but values depend on Docker usage)+ LETTA_PG_PORT: 5432+ LETTA_PG_USER: ${{ inputs.use-docker && 'letta' || 'postgres' }}+ LETTA_PG_PASSWORD: ${{ inputs.use-docker && 'letta' || 'postgres' }}+ LETTA_PG_DB: ${{ inputs.use-docker && 'letta' || 'postgres' }}+ LETTA_PG_HOST: localhost++ # Server configuration (conditional)+ LETTA_SERVER_PASS: test_server_token++ # LLM Provider API Keys (shared across all test types)+ OPENAI_API_KEY: ${{ env.OPENAI_API_KEY }}+ ANTHROPIC_API_KEY: ${{ env.ANTHROPIC_API_KEY }}+ GEMINI_API_KEY: ${{ env.GEMINI_API_KEY }}+ GROQ_API_KEY: ${{ env.GROQ_API_KEY }}+ AZURE_API_KEY: ${{ env.AZURE_API_KEY }}+ AZURE_BASE_URL: ${{ secrets.AZURE_BASE_URL }}+ DEEPSEEK_API_KEY: ${{ env.DEEPSEEK_API_KEY }}+ LETTA_MISTRAL_API_KEY: ${{ secrets.LETTA_MISTRAL_API_KEY }}++ # External service API Keys (shared across all test types)+ COMPOSIO_API_KEY: ${{ env.COMPOSIO_API_KEY }}+ E2B_API_KEY: ${{ env.E2B_API_KEY }}+ E2B_SANDBOX_TEMPLATE_ID: ${{ env.E2B_SANDBOX_TEMPLATE_ID }}+ TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}+ PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}+ PINECONE_INDEX_HOST: ${{ secrets.PINECONE_INDEX_HOST }}+ PINECONE_NAMESPACE: ${{ secrets.PINECONE_NAMESPACE }}++ # Turbopuffer flags+ LETTA_USE_TPUF: true+ LETTA_TPUF_API_KEY: ${{ env.LETTA_TPUF_API_KEY }}++ # Google Cloud (shared across all test types)+ GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}+ GOOGLE_CLOUD_LOCATION: ${{ secrets.GOOGLE_CLOUD_LOCATION }}++ # Feature flags (shared across all test types)+ LETTA_ENABLE_BATCH_JOB_POLLING: true+ LETTA_GEMINI_FORCE_MINIMUM_THINKING_BUDGET: true+ LETTA_GEMINI_MAX_RETRIES: 10++ # Pinecone flags+ LETTA_PINECONE_API_KEY: ${{ secrets.LETTA_PINECONE_API_KEY }}+ LETTA_ENABLE_PINECONE: ${{ secrets.LETTA_ENABLE_PINECONE }}++ EXA_API_KEY: ${{ secrets.EXA_API_KEY }}++ # Docker-specific environment variables+ PYTHONPATH: ${{ inputs.use-docker && format('{0}:{1}', github.workspace, env.PYTHONPATH) || '' }}++ LETTA_REDIS_HOST: localhost+ run: |+ set -o xtrace++ # Set LETTA_SERVER_URL only for Docker tests+ if [[ "${{ inputs.use-docker }}" == "true" ]]; then+ export LETTA_SERVER_URL="http://localhost:8083"+ fi++ # Set LLM_CONFIG_FILE only for send-message tests+ if [[ "${{ inputs.test-type }}" == "send-message" ]]; then+ export LLM_CONFIG_FILE="${{ matrix.config_file }}"+ fi++ # Set Ollama base URL only for Ollama tests+ if [[ "${{ inputs.test-type }}" == "integration" && "${{ inputs.runner }}" == *"ollama"* ]]; then+ export LLM_CONFIG_FILE="ollama.json"+ export OLLAMA_BASE_URL="http://localhost:11434"+ fi++ # Set LMStudio base URL only for LMStudio tests+ if [[ "${{ inputs.test-type }}" == "integration" && "${{ inputs.runner }}" == *"lmstudio"* ]]; then+ export LLM_CONFIG_FILE="lmstudio.json"+ export LMSTUDIO_BASE_URL="http://localhost:1234"+ fi++ # Set VLLM base URL only for VLLM tests+ if [[ "${{ inputs.test-type }}" == "integration" && "${{ inputs.runner }}" == *"vllm"* ]]; then+ export LLM_CONFIG_FILE="vllm.json"+ export VLLM_BASE_URL="http://localhost:8000"+ fi++ uv pip install pytest-github-actions-annotate-failures++ # Handle different matrix variable names and test commands based on test type+ if [[ "${{ inputs.test-type }}" == "integration" ]]; then+ uv pip install letta+ uv pip show letta+ uv pip show letta-client+ uv run --frozen pytest -svv ${{ inputs.test-path-prefix }}${{ matrix.test_suite }}+ elif [[ "${{ inputs.test-type }}" == "unit" ]]; then+ uv pip show letta-client+ uv run --frozen pytest -svv ${{ inputs.test-path-prefix }}${{ matrix.test_suite }}+ elif [[ "${{ inputs.test-type }}" == "send-message" ]]; then+ uv run --frozen pytest -s -vv tests/integration_test_send_message.py --maxfail=1 --durations=10+ elif [[ "${{ inputs.test-type }}" == "docker" ]]; then+ uv run --frozen pytest -s tests/test_client.py+ elif [[ "${{ inputs.test-type }}" == "sqlite" ]]; then+ # force sqlite+ unset LETTA_PG_USER+ unset LETTA_PG_PASSWORD+ unset LETTA_PG_DB+ unset LETTA_PG_HOST+ uv pip show letta-client+ uv run alembic upgrade head+ uv run --frozen pytest -svv ${{ inputs.test-path-prefix }}${{ matrix.test_suite }}+ else+ ${{ inputs.test-command }}+ fi++ - name: Remove sqlite db+ if: ${{ always() && inputs.test-type == 'sqlite' }}+ run: sudo rm -rf ~/.letta || true++ - name: Print docker logs if tests fail+ if: ${{ (failure() || cancelled()) && inputs.use-docker }}+ working-directory: libs/config-core-deploy+ run: |+ echo "Printing Docker Logs..."+ docker compose -f compose.yaml logs++ - name: Stop docker+ if: ${{ always() && inputs.use-docker }}+ working-directory: libs/config-core-deploy+ run: |+ docker compose -f compose.yaml down --volumes+ sudo rm -rf .persistdiff --git a/.github/workflows/send-message-integration-tests.yaml b/.github/workflows/send-message-integration-tests.yamlindex 1b801fe7a..9982951df 100644--- a/.github/workflows/send-message-integration-tests.yaml+++ b/.github/workflows/send-message-integration-tests.yaml@@ -1,7 +1,7 @@name: Send Message SDK Testson:pull_request_target:- # branches: [main] # TODO: uncomment before merge+ branches: [main] # TODO: uncomment before mergetypes: [labeled]paths:- 'letta/**'diff --git a/.github/workflows/send-message-integration-tests.yml b/.github/workflows/send-message-integration-tests.ymlnew file mode 100644index 000000000..e468a5f4f--- /dev/null+++ b/.github/workflows/send-message-integration-tests.yml@@ -0,0 +1,48 @@+name: ππ§ͺ [Core] Send Message SDK Tests++on:+ pull_request:+ branches:+ - main+ pull_request_target:+ branches:+ - main+ types: [labeled]++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ send-message-tests:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: 'send-message'+ changed-files-pattern: |+ apps/core/**+ .github/workflows/reusable-test-workflow.yml+ .github/workflows/send-message-integration-tests.yml+ install-args: '--extra dev --extra postgres --extra external-tools --extra cloud-tool-sandbox --extra google --extra redis'+ timeout-minutes: 15+ runner: '["self-hosted", "medium"]'+ ref: ${{ github.event.pull_request.head.sha || github.sha }}+ use-redis: true+ # TODO: "azure-gpt-4o-mini.json" add back later, getting content violation+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "config_file": [+ "openai-gpt-4o-mini.json",+ "claude-4-sonnet-extended.json",+ "claude-3-5-sonnet.json",+ "claude-3-7-sonnet-extended.json",+ "gemini-1.5-pro.json",+ "gemini-2.5-pro.json",+ "gemini-2.5-flash.json"+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/test-lmstudio.yml b/.github/workflows/test-lmstudio.ymlnew file mode 100644index 000000000..dedbb7901--- /dev/null+++ b/.github/workflows/test-lmstudio.yml@@ -0,0 +1,47 @@+name: Self-Hosted Provider Integration - LMStudio++on:+ workflow_dispatch:+ # inputs:+ # ref:+ # description: 'Git ref to test'+ # required: false+ # type: string+ # default: ${{ github.sha || github.ref || github.event.pull_request.head.sha }}+ pull_request:+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-lmstudio.yml'+ - '.github/workflows/reusable-test-workflow.yml'+ pull_request_target:+ types: [labeled]+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-lmstudio.yml'+ - '.github/workflows/reusable-test-workflow.yml'++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ test-lmstudio:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: "integration"+ install-args: "-E dev -E postgres -E external-tools -E tests -E cloud-tool-sandbox -E google"+ test-command: "uv run pytest -svv tests/"+ timeout-minutes: 60+ runner: '["self-hosted", "gpu", "lmstudio"]'+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "test_suite": [+ "integration_test_send_message.py"+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/test-ollama.yml b/.github/workflows/test-ollama.ymlnew file mode 100644index 000000000..d0b3be687--- /dev/null+++ b/.github/workflows/test-ollama.yml@@ -0,0 +1,48 @@+name: Self-Hosted Provider Integration - Ollama++on:+ workflow_dispatch:+ # inputs:+ # ref:+ # description: 'Git ref to test'+ # required: false+ # type: string+ # default: ${{ github.sha || github.ref || github.event.pull_request.head.sha }}+ pull_request:+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-ollama.yml'+ - '.github/workflows/reusable-test-workflow.yml'+ pull_request_target:+ types: [labeled]+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-ollama.yml'+ - '.github/workflows/reusable-test-workflow.yml'++concurrency:+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}+ cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}++jobs:+ test-ollama:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: "integration"+ install-args: "--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox --extra google"+ test-command: "uv run --frozen pytest -svv tests/"+ timeout-minutes: 60+ runner: '["self-hosted", "gpu", "ollama"]'+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "test_suite": [+ "test_providers.py::test_ollama",+ "integration_test_send_message.py"+ ]+ }+ }+ secrets: inheritdiff --git a/.github/workflows/test-vllm.yml b/.github/workflows/test-vllm.ymlnew file mode 100644index 000000000..0aecd1c6d--- /dev/null+++ b/.github/workflows/test-vllm.yml@@ -0,0 +1,44 @@+name: Self-Hosted Provider Integration - vLLM++on:+ workflow_dispatch:+ # inputs:+ # ref:+ # description: 'Git ref to test'+ # required: false+ # type: string+ # default: ${{ github.sha || github.ref || github.event.pull_request.head.sha }}+ pull_request:+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-vllm.yml'+ - '.github/workflows/reusable-test-workflow.yml'+ pull_request_target:+ types: [labeled]+ paths:+ - 'apps/core/**'+ - '.github/workflows/test-vllm.yml'+ - '.github/workflows/reusable-test-workflow.yml'++jobs:+ test-vllm:+ # Run on pull_request OR on pull_request_target only when labeled "safe to test"+ if: github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))+ uses: ./.github/workflows/reusable-test-workflow.yml+ with:+ test-type: "integration"+ install-args: "--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox --extra google"+ test-command: "uv run --frozen pytest -svv tests/"+ timeout-minutes: 60+ runner: '["self-hosted", "gpu", "vllm"]'+ matrix-strategy: |+ {+ "fail-fast": false,+ "matrix": {+ "test_suite": [+ "test_providers.py::test_vllm",+ "integration_test_send_message.py"+ ]+ }+ }+ secrets: inherit