Skip to content

The agent engineering platform.

chore(infra): update integration test workflow (#33216)

Mason Daugherty5fd4b192bc99
diff --git a/.github/workflows/_integration_test.yml b/.github/workflows/_integration_test.yml
deleted file mode 100644
index 6af79b9421..0000000000
--- a/.github/workflows/_integration_test.yml
+++ /dev/null
@@ -1,103 +0,0 @@
-
-# Runs `make integration_tests` on the specified package.
-#
-# Manually triggered via workflow_dispatch for testing with real APIs.
-#
-# Installs integration test dependencies and executes full test suite.
-
-name: 'πŸš€ Integration Tests'
-run-name: 'Test ${{ inputs.working-directory }} on Python ${{ inputs.python-version }}'
-
-on:
- workflow_dispatch:
- inputs:
- working-directory:
- required: true
- type: string
- description: "From which folder this pipeline executes"
- python-version:
- required: true
- type: string
- description: "Python version to use"
- default: "3.11"
-
-permissions:
- contents: read
-
-env:
- UV_FROZEN: "true"
-
-jobs:
- build:
- defaults:
- run:
- working-directory: ${{ inputs.working-directory }}
- runs-on: ubuntu-latest
- name: 'Python ${{ inputs.python-version }}'
- steps:
- - uses: actions/checkout@v5
-
- - name: '🐍 Set up Python ${{ inputs.python-version }} + UV'
- uses: "./.github/actions/uv_setup"
- with:
- python-version: ${{ inputs.python-version }}
- cache-suffix: integration-tests-${{ inputs.working-directory }}
- working-directory: ${{ inputs.working-directory }}
-
- - name: 'πŸ“¦ Install Integration Dependencies'
- shell: bash
- run: uv sync --group test --group test_integration
-
- - name: 'πŸš€ Run Integration Tests'
- shell: bash
- env:
- AI21_API_KEY: ${{ secrets.AI21_API_KEY }}
- FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
- GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
- ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
- ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }}
- ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }}
- AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }}
- AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
- AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
- AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_CHAT_DEPLOYMENT_NAME }}
- AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }}
- AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }}
- AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }}
- MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
- TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
- GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
- NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
- GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}
- GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
- HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
- EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
- NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
- WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}
- WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}
- ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
- ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
- ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }}
- ES_URL: ${{ secrets.ES_URL }}
- ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }}
- ES_API_KEY: ${{ secrets.ES_API_KEY }}
- MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }}
- COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
- UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}
- XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
- PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }}
- run: |
- make integration_tests
-
- - name: 'Ensure testing did not create/modify files'
- shell: bash
- run: |
- set -eu
-
- STATUS="$(git status)"
- echo "$STATUS"
-
- # grep will exit non-zero if the target message isn't found,
- # and `set -e` above will cause the step to fail.
- echo "$STATUS" | grep 'nothing to commit, working tree clean'
diff --git a/.github/workflows/scheduled_test.yml b/.github/workflows/integration_tests.yml
similarity index 81%
rename from .github/workflows/scheduled_test.yml
rename to .github/workflows/integration_tests.yml
index cd1a48f46a..e7cd2be559 100644
--- a/.github/workflows/scheduled_test.yml
+++ b/.github/workflows/integration_tests.yml
@@ -4,7 +4,7 @@
#
# Runs daily. Can also be triggered manually for immediate updates.
-name: '⏰ Scheduled Integration Tests'
+name: "⏰ Integration Tests"
run-name: "Run Integration Tests - ${{ inputs.working-directory-force || 'all libs' }} (Python ${{ inputs.python-version-force || '3.10, 3.13' }})"
on:
@@ -17,7 +17,7 @@ on:
type: string
description: "Python version to use - defaults to 3.10 and 3.13 in matrix - example value: 3.11"
schedule:
- - cron: '0 13 * * *' # Runs daily at 1PM UTC (9AM EDT/6AM PDT)
+ - cron: "0 13 * * *" # Runs daily at 1PM UTC (9AM EDT/6AM PDT)
permissions:
contents: read
@@ -34,11 +34,11 @@ jobs:
compute-matrix:
if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'
runs-on: ubuntu-latest
- name: 'πŸ“‹ Compute Test Matrix'
+ name: "πŸ“‹ Compute Test Matrix"
outputs:
matrix: ${{ steps.set-matrix.outputs.matrix }}
steps:
- - name: 'πŸ”’ Generate Python & Library Matrix'
+ - name: "πŸ”’ Generate Python & Library Matrix"
id: set-matrix
env:
DEFAULT_LIBS: ${{ env.DEFAULT_LIBS }}
@@ -63,7 +63,7 @@ jobs:
# Tests are run with Poetry or UV depending on the library's setup
build:
if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'
- name: '🐍 Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}'
+ name: "🐍 Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}"
runs-on: ubuntu-latest
needs: [compute-matrix]
timeout-minutes: 30
@@ -86,7 +86,7 @@ jobs:
repository: langchain-ai/langchain-aws
path: langchain-aws
- - name: 'πŸ“¦ Organize External Libraries'
+ - name: "πŸ“¦ Organize External Libraries"
run: |
rm -rf \
langchain/libs/partners/google-genai \
@@ -95,7 +95,7 @@ jobs:
mv langchain-google/libs/vertexai langchain/libs/partners/google-vertexai
mv langchain-aws/libs/aws langchain/libs/partners/aws
- - name: '🐍 Set up Python ${{ matrix.python-version }} + Poetry'
+ - name: "🐍 Set up Python ${{ matrix.python-version }} + Poetry"
if: contains(env.POETRY_LIBS, matrix.working-directory)
uses: "./langchain/.github/actions/poetry_setup"
with:
@@ -104,45 +104,48 @@ jobs:
working-directory: langchain/${{ matrix.working-directory }}
cache-key: scheduled
- - name: '🐍 Set up Python ${{ matrix.python-version }} + UV'
+ - name: "🐍 Set up Python ${{ matrix.python-version }} + UV"
if: "!contains(env.POETRY_LIBS, matrix.working-directory)"
uses: "./langchain/.github/actions/uv_setup"
with:
python-version: ${{ matrix.python-version }}
- - name: 'πŸ” Authenticate to Google Cloud'
- id: 'auth'
+ - name: "πŸ” Authenticate to Google Cloud"
+ id: "auth"
uses: google-github-actions/auth@v3
with:
- credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'
+ credentials_json: "${{ secrets.GOOGLE_CREDENTIALS }}"
- - name: 'πŸ” Configure AWS Credentials'
+ - name: "πŸ” Configure AWS Credentials"
uses: aws-actions/configure-aws-credentials@v5
with:
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws-region: ${{ secrets.AWS_REGION }}
- - name: 'πŸ“¦ Install Dependencies (Poetry)'
+ - name: "πŸ“¦ Install Dependencies (Poetry)"
if: contains(env.POETRY_LIBS, matrix.working-directory)
run: |
echo "Running scheduled tests, installing dependencies with poetry..."
cd langchain/${{ matrix.working-directory }}
poetry install --with=test_integration,test
- - name: 'πŸ“¦ Install Dependencies (UV)'
+ - name: "πŸ“¦ Install Dependencies (UV)"
if: "!contains(env.POETRY_LIBS, matrix.working-directory)"
run: |
echo "Running scheduled tests, installing dependencies with uv..."
cd langchain/${{ matrix.working-directory }}
uv sync --group test --group test_integration
- - name: 'πŸš€ Run Integration Tests'
+ - name: "πŸš€ Run Integration Tests"
env:
- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+ AI21_API_KEY: ${{ secrets.AI21_API_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }}
ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }}
+ ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
+ ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
+ ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }}
AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }}
AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
@@ -150,23 +153,34 @@ jobs:
AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }}
AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }}
AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }}
+ COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
+ ES_URL: ${{ secrets.ES_URL }}
+ ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }}
+ ES_API_KEY: ${{ secrets.ES_API_KEY }}
+ EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
+ GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+ GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}
+ GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
- XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
- COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
+ MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }}
+ NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
- GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
- GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}
- GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }}
+ TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
+ UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}
+ WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}
+ WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}
+ XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
run: |
cd langchain/${{ matrix.working-directory }}
make integration_tests
- - name: '🧹 Clean up External Libraries'
+ - name: "🧹 Clean up External Libraries"
# Clean up external libraries to avoid affecting the following git status check
run: |
rm -rf \
@@ -174,7 +188,7 @@ jobs:
langchain/libs/partners/google-vertexai \
langchain/libs/partners/aws
- - name: '🧹 Verify Clean Working Directory'
+ - name: "🧹 Verify Clean Working Directory"
working-directory: langchain
run: |
set -eu
diff --git a/docs/docs/contributing/how_to/integrations/from_template.mdx b/docs/docs/contributing/how_to/integrations/from_template.mdx
index 1050289bf6..fdf7f9abe2 100644
--- a/docs/docs/contributing/how_to/integrations/from_template.mdx
+++ b/docs/docs/contributing/how_to/integrations/from_template.mdx
@@ -130,7 +130,7 @@ You should do this for *each* component that you're migrating to the partner pac
Contributor steps:
-- [ ] Add secret names to manual integrations workflow in `.github/workflows/_integration_test.yml`
+- [ ] Add secret names to integration tests workflow in `.github/workflows/integration_tests.yml`
- [ ] Add secrets to release workflow (for pre-release testing) in `.github/workflows/_release.yml`
- [ ] set up pypi and test pypi projects
- [ ] add credential secrets to Github Actions