The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
chore(infra): update integration test workflow (#33216)
Mason Daugherty5fd4b192bc99
diff --git a/.github/workflows/_integration_test.yml b/.github/workflows/_integration_test.ymldeleted file mode 100644index 6af79b9421..0000000000--- a/.github/workflows/_integration_test.yml+++ /dev/null@@ -1,103 +0,0 @@--# Runs `make integration_tests` on the specified package.-#-# Manually triggered via workflow_dispatch for testing with real APIs.-#-# Installs integration test dependencies and executes full test suite.--name: 'π Integration Tests'-run-name: 'Test ${{ inputs.working-directory }} on Python ${{ inputs.python-version }}'--on:- workflow_dispatch:- inputs:- working-directory:- required: true- type: string- description: "From which folder this pipeline executes"- python-version:- required: true- type: string- description: "Python version to use"- default: "3.11"--permissions:- contents: read--env:- UV_FROZEN: "true"--jobs:- build:- defaults:- run:- working-directory: ${{ inputs.working-directory }}- runs-on: ubuntu-latest- name: 'Python ${{ inputs.python-version }}'- steps:- - uses: actions/checkout@v5-- - name: 'π Set up Python ${{ inputs.python-version }} + UV'- uses: "./.github/actions/uv_setup"- with:- python-version: ${{ inputs.python-version }}- cache-suffix: integration-tests-${{ inputs.working-directory }}- working-directory: ${{ inputs.working-directory }}-- - name: 'π¦ Install Integration Dependencies'- shell: bash- run: uv sync --group test --group test_integration-- - name: 'π Run Integration Tests'- shell: bash- env:- AI21_API_KEY: ${{ secrets.AI21_API_KEY }}- FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}- GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}- ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}- ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }}- ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }}- AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }}- AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}- AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}- AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_CHAT_DEPLOYMENT_NAME }}- AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }}- AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }}- AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }}- MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}- TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}- GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}- NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}- GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}- GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}- HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}- EXA_API_KEY: ${{ secrets.EXA_API_KEY }}- NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}- WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}- WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}- ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}- ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}- ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }}- ES_URL: ${{ secrets.ES_URL }}- ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }}- ES_API_KEY: ${{ secrets.ES_API_KEY }}- MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }}- COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}- UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}- XAI_API_KEY: ${{ secrets.XAI_API_KEY }}- PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }}- run: |- make integration_tests-- - name: 'Ensure testing did not create/modify files'- shell: bash- run: |- set -eu-- STATUS="$(git status)"- echo "$STATUS"-- # grep will exit non-zero if the target message isn't found,- # and `set -e` above will cause the step to fail.- echo "$STATUS" | grep 'nothing to commit, working tree clean'diff --git a/.github/workflows/scheduled_test.yml b/.github/workflows/integration_tests.ymlsimilarity index 81%rename from .github/workflows/scheduled_test.ymlrename to .github/workflows/integration_tests.ymlindex cd1a48f46a..e7cd2be559 100644--- a/.github/workflows/scheduled_test.yml+++ b/.github/workflows/integration_tests.yml@@ -4,7 +4,7 @@## Runs daily. Can also be triggered manually for immediate updates.-name: 'β° Scheduled Integration Tests'+name: "β° Integration Tests"run-name: "Run Integration Tests - ${{ inputs.working-directory-force || 'all libs' }} (Python ${{ inputs.python-version-force || '3.10, 3.13' }})"on:@@ -17,7 +17,7 @@ on:type: stringdescription: "Python version to use - defaults to 3.10 and 3.13 in matrix - example value: 3.11"schedule:- - cron: '0 13 * * *' # Runs daily at 1PM UTC (9AM EDT/6AM PDT)+ - cron: "0 13 * * *" # Runs daily at 1PM UTC (9AM EDT/6AM PDT)permissions:contents: read@@ -34,11 +34,11 @@ jobs:compute-matrix:if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'runs-on: ubuntu-latest- name: 'π Compute Test Matrix'+ name: "π Compute Test Matrix"outputs:matrix: ${{ steps.set-matrix.outputs.matrix }}steps:- - name: 'π’ Generate Python & Library Matrix'+ - name: "π’ Generate Python & Library Matrix"id: set-matrixenv:DEFAULT_LIBS: ${{ env.DEFAULT_LIBS }}@@ -63,7 +63,7 @@ jobs:# Tests are run with Poetry or UV depending on the library's setupbuild:if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule'- name: 'π Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}'+ name: "π Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}"runs-on: ubuntu-latestneeds: [compute-matrix]timeout-minutes: 30@@ -86,7 +86,7 @@ jobs:repository: langchain-ai/langchain-awspath: langchain-aws- - name: 'π¦ Organize External Libraries'+ - name: "π¦ Organize External Libraries"run: |rm -rf \langchain/libs/partners/google-genai \@@ -95,7 +95,7 @@ jobs:mv langchain-google/libs/vertexai langchain/libs/partners/google-vertexaimv langchain-aws/libs/aws langchain/libs/partners/aws- - name: 'π Set up Python ${{ matrix.python-version }} + Poetry'+ - name: "π Set up Python ${{ matrix.python-version }} + Poetry"if: contains(env.POETRY_LIBS, matrix.working-directory)uses: "./langchain/.github/actions/poetry_setup"with:@@ -104,45 +104,48 @@ jobs:working-directory: langchain/${{ matrix.working-directory }}cache-key: scheduled- - name: 'π Set up Python ${{ matrix.python-version }} + UV'+ - name: "π Set up Python ${{ matrix.python-version }} + UV"if: "!contains(env.POETRY_LIBS, matrix.working-directory)"uses: "./langchain/.github/actions/uv_setup"with:python-version: ${{ matrix.python-version }}- - name: 'π Authenticate to Google Cloud'- id: 'auth'+ - name: "π Authenticate to Google Cloud"+ id: "auth"uses: google-github-actions/auth@v3with:- credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'+ credentials_json: "${{ secrets.GOOGLE_CREDENTIALS }}"- - name: 'π Configure AWS Credentials'+ - name: "π Configure AWS Credentials"uses: aws-actions/configure-aws-credentials@v5with:aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}aws-region: ${{ secrets.AWS_REGION }}- - name: 'π¦ Install Dependencies (Poetry)'+ - name: "π¦ Install Dependencies (Poetry)"if: contains(env.POETRY_LIBS, matrix.working-directory)run: |echo "Running scheduled tests, installing dependencies with poetry..."cd langchain/${{ matrix.working-directory }}poetry install --with=test_integration,test- - name: 'π¦ Install Dependencies (UV)'+ - name: "π¦ Install Dependencies (UV)"if: "!contains(env.POETRY_LIBS, matrix.working-directory)"run: |echo "Running scheduled tests, installing dependencies with uv..."cd langchain/${{ matrix.working-directory }}uv sync --group test --group test_integration- - name: 'π Run Integration Tests'+ - name: "π Run Integration Tests"env:- OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}+ AI21_API_KEY: ${{ secrets.AI21_API_KEY }}ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }}ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }}+ ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}+ ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}+ ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }}AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }}AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }}AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}@@ -150,23 +153,34 @@ jobs:AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }}AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }}AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }}+ COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}+ ES_URL: ${{ secrets.ES_URL }}+ ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }}+ ES_API_KEY: ${{ secrets.ES_API_KEY }}+ EXA_API_KEY: ${{ secrets.EXA_API_KEY }}FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}+ GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}+ GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}+ GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}- XAI_API_KEY: ${{ secrets.XAI_API_KEY }}- COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}+ MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }}+ NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}- GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}- GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}- GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }}+ TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}+ UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}+ WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}+ WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}+ XAI_API_KEY: ${{ secrets.XAI_API_KEY }}run: |cd langchain/${{ matrix.working-directory }}make integration_tests- - name: 'π§Ή Clean up External Libraries'+ - name: "π§Ή Clean up External Libraries"# Clean up external libraries to avoid affecting the following git status checkrun: |rm -rf \@@ -174,7 +188,7 @@ jobs:langchain/libs/partners/google-vertexai \langchain/libs/partners/aws- - name: 'π§Ή Verify Clean Working Directory'+ - name: "π§Ή Verify Clean Working Directory"working-directory: langchainrun: |set -eudiff --git a/docs/docs/contributing/how_to/integrations/from_template.mdx b/docs/docs/contributing/how_to/integrations/from_template.mdxindex 1050289bf6..fdf7f9abe2 100644--- a/docs/docs/contributing/how_to/integrations/from_template.mdx+++ b/docs/docs/contributing/how_to/integrations/from_template.mdx@@ -130,7 +130,7 @@ You should do this for *each* component that you're migrating to the partner pacContributor steps:-- [ ] Add secret names to manual integrations workflow in `.github/workflows/_integration_test.yml`+- [ ] Add secret names to integration tests workflow in `.github/workflows/integration_tests.yml`- [ ] Add secrets to release workflow (for pre-release testing) in `.github/workflows/_release.yml`- [ ] set up pypi and test pypi projects- [ ] add credential secrets to Github Actions