The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
ci(infra): add dropdown + override inputs to release and integration test workflows (#36687)
Mason Daughertyc59e83a1ffba
diff --git a/.github/workflows/_release.yml b/.github/workflows/_release.ymlindex 3ef75cf248..9ba6ee5f54 100644--- a/.github/workflows/_release.yml+++ b/.github/workflows/_release.yml@@ -5,7 +5,7 @@# Handles version bumping, building, and publishing to PyPI with authentication.name: "π Package Release"-run-name: "Release ${{ inputs.working-directory }} ${{ inputs.release-version }}"+run-name: "Release ${{ inputs.working-directory-override || inputs.working-directory }} ${{ inputs.release-version }}"on:workflow_call:inputs:@@ -42,6 +42,10 @@ on:- libs/partners/perplexity- libs/partners/qdrant- libs/partners/xai+ working-directory-override:+ required: false+ type: string+ description: "Manual override β takes precedence over dropdown (e.g. libs/partners/partner-xyz)"release-version:required: truetype: string@@ -57,6 +61,7 @@ env:PYTHON_VERSION: "3.11"UV_FROZEN: "true"UV_NO_SYNC: "true"+ EFFECTIVE_WORKING_DIR: ${{ inputs.working-directory-override || inputs.working-directory }}permissions:contents: read # Job-level overrides grant write only where needed (mark-release)@@ -97,18 +102,18 @@ jobs:# https://github.com/pypa/gh-action-pypi-publish#non-goals- name: Build project for distributionrun: uv build- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}- name: Upload builduses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Check versionid: check-versionshell: python- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}run: |import osimport tomllib@@ -135,13 +140,13 @@ jobs:repository: langchain-ai/langchainpath: langchainsparse-checkout: | # this only grabs files for relevant dir- ${{ inputs.working-directory }}+ ${{ env.EFFECTIVE_WORKING_DIR }}ref: ${{ github.ref }} # this scopes to just ref'd branchfetch-depth: 0 # this fetches entire commit history- name: Check tagsid: check-tagsshell: bash- working-directory: langchain/${{ inputs.working-directory }}+ working-directory: langchain/${{ env.EFFECTIVE_WORKING_DIR }}env:PKG_NAME: ${{ needs.build.outputs.pkg-name }}VERSION: ${{ needs.build.outputs.version }}@@ -198,7 +203,7 @@ jobs:id: generate-release-bodyworking-directory: langchainenv:- WORKING_DIR: ${{ inputs.working-directory }}+ WORKING_DIR: ${{ env.EFFECTIVE_WORKING_DIR }}PKG_NAME: ${{ needs.build.outputs.pkg-name }}TAG: ${{ steps.check-tags.outputs.tag }}PREV_TAG: ${{ steps.check-tags.outputs.prev-tag }}@@ -238,12 +243,12 @@ jobs:- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Publish to test PyPIuses: pypa/gh-action-pypi-publish@ed0c53931b1dc9bd32cbe73a98c7f6766f8a527e # release/v1with:- packages-dir: ${{ inputs.working-directory }}/dist/+ packages-dir: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/verbose: trueprint-hash: truerepository-url: https://test.pypi.org/legacy/@@ -288,11 +293,11 @@ jobs:- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Import dist packageshell: bash- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}env:PKG_NAME: ${{ needs.build.outputs.pkg-name }}VERSION: ${{ needs.build.outputs.version }}@@ -310,11 +315,11 @@ jobs:- name: Import test dependenciesrun: uv sync --group test- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}# Overwrite the local version of the package with the built version- name: Import published package (again)- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}shell: bashenv:PKG_NAME: ${{ needs.build.outputs.pkg-name }}@@ -325,17 +330,17 @@ jobs:- name: Check for prerelease versions# Block release if any dependencies allow prerelease versions# (unless this is itself a prerelease version)- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}run: |uv run python $GITHUB_WORKSPACE/.github/scripts/check_prerelease_dependencies.py pyproject.toml- name: Run unit testsrun: make tests- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}- name: Get minimum versions# Find the minimum published versions that satisfies the given constraints- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}id: min-versionrun: |VIRTUAL_ENV=.venv uv pip install packaging requests@@ -352,15 +357,15 @@ jobs:VIRTUAL_ENV=.venv uv pip install --force-reinstall --editable .VIRTUAL_ENV=.venv uv pip install --force-reinstall $MIN_VERSIONSmake tests- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}- name: Import integration test dependenciesrun: uv sync --group test --group test_integration- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}- name: Run integration tests# Uses the Makefile's `integration_tests` target for the specified package- if: ${{ startsWith(inputs.working-directory, 'libs/partners/') }}+ if: ${{ startsWith(env.EFFECTIVE_WORKING_DIR, 'libs/partners/') }}env:AI21_API_KEY: ${{ secrets.AI21_API_KEY }}GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}@@ -400,7 +405,7 @@ jobs:OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}LANGCHAIN_TESTS_USER_AGENT: ${{ secrets.LANGCHAIN_TESTS_USER_AGENT }}run: make integration_tests- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}# Test select published packages against new core# Done when code changes are made to langchain-core@@ -441,25 +446,25 @@ jobs:# TODO: this seems to be resolved upstream, so we can probably remove this workaround- name: Check if libs/corerun: |- if [ "${{ startsWith(inputs.working-directory, 'libs/core') }}" != "true" ]; then+ if [ "${{ startsWith(env.EFFECTIVE_WORKING_DIR, 'libs/core') }}" != "true" ]; thenecho "Not in libs/core. Exiting successfully."exit 0fi- name: Set up Python + uv- if: startsWith(inputs.working-directory, 'libs/core')+ if: startsWith(env.EFFECTIVE_WORKING_DIR, 'libs/core')uses: "./.github/actions/uv_setup"with:python-version: ${{ env.PYTHON_VERSION }}- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8- if: startsWith(inputs.working-directory, 'libs/core')+ if: startsWith(env.EFFECTIVE_WORKING_DIR, 'libs/core')with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Test against ${{ matrix.partner }}- if: startsWith(inputs.working-directory, 'libs/core')+ if: startsWith(env.EFFECTIVE_WORKING_DIR, 'libs/core')run: |# Identify latest tag, excluding pre-releasesLATEST_PACKAGE_TAG="$(@@ -504,8 +509,11 @@ jobs:runs-on: ubuntu-latestpermissions:contents: read- # Only run for core or langchain_v1 releases- if: startsWith(inputs.working-directory, 'libs/core') || startsWith(inputs.working-directory, 'libs/langchain_v1')+ # Only run for core or langchain_v1 releases.+ # Job-level 'if' does not support env context; must use inputs directly.+ if: >-+ startsWith(inputs.working-directory-override || inputs.working-directory, 'libs/core')+ || startsWith(inputs.working-directory-override || inputs.working-directory, 'libs/langchain_v1')strategy:fail-fast: falsematrix:@@ -575,7 +583,7 @@ jobs:defaults:run:- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}steps:- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6@@ -588,12 +596,12 @@ jobs:- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Publish package distributions to PyPIuses: pypa/gh-action-pypi-publish@ed0c53931b1dc9bd32cbe73a98c7f6766f8a527e # release/v1with:- packages-dir: ${{ inputs.working-directory }}/dist/+ packages-dir: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/verbose: trueprint-hash: true# Temp workaround since attestations are on by default as of gh-action-pypi-publish v1.11.0@@ -617,7 +625,7 @@ jobs:defaults:run:- working-directory: ${{ inputs.working-directory }}+ working-directory: ${{ env.EFFECTIVE_WORKING_DIR }}steps:- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6@@ -630,7 +638,7 @@ jobs:- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8with:name: dist- path: ${{ inputs.working-directory }}/dist/+ path: ${{ env.EFFECTIVE_WORKING_DIR }}/dist/- name: Create Taguses: ncipollo/release-action@339a81892b84b4eeb0f6e744e4574d79d0d9b8dd # v1diff --git a/.github/workflows/integration_tests.yml b/.github/workflows/integration_tests.ymlindex f2384a3ef8..bb2832b851 100644--- a/.github/workflows/integration_tests.yml+++ b/.github/workflows/integration_tests.yml@@ -5,17 +5,44 @@# Runs daily with the option to trigger manually.name: "β° Integration Tests"-run-name: "Run Integration Tests - ${{ inputs.working-directory-force || 'all libs' }} (Python ${{ inputs.python-version-force || '3.10, 3.13' }})"+run-name: "Run Integration Tests - ${{ inputs.working-directory-override || (inputs.working-directory != 'all' && inputs.working-directory) || 'all libs' }} (Python ${{ inputs.python-version-override || '3.10, 3.13' }})"on:workflow_dispatch:inputs:- working-directory-force:+ working-directory:+ type: choice+ description: "Library to test (select from dropdown)"+ default: "all"+ options:+ - "all"+ - "libs/core"+ - "libs/langchain"+ - "libs/langchain_v1"+ - "libs/text-splitters"+ - "libs/standard-tests"+ - "libs/model-profiles"+ - "libs/partners/anthropic"+ - "libs/partners/chroma"+ - "libs/partners/deepseek"+ - "libs/partners/exa"+ - "libs/partners/fireworks"+ - "libs/partners/groq"+ - "libs/partners/huggingface"+ - "libs/partners/mistralai"+ - "libs/partners/nomic"+ - "libs/partners/ollama"+ - "libs/partners/openai"+ - "libs/partners/openrouter"+ - "libs/partners/perplexity"+ - "libs/partners/qdrant"+ - "libs/partners/xai"+ working-directory-override:type: string- description: "From which folder this pipeline executes - defaults to all in matrix - example value: libs/partners/anthropic"- python-version-force:+ description: "Manual override β takes precedence over dropdown (e.g. libs/partners/partner-xyz)"+ python-version-override:type: string- description: "Python version to use - defaults to 3.10 and 3.13 in matrix - example value: 3.11"+ description: "Python version override β defaults to 3.10 and 3.13 in matrix (e.g. 3.11)"schedule:- cron: "0 13 * * *" # Runs daily at 1PM UTC (9AM EDT/6AM PDT)@@ -52,29 +79,32 @@ jobs:id: set-matrixenv:DEFAULT_LIBS: ${{ env.DEFAULT_LIBS }}- WORKING_DIRECTORY_FORCE: ${{ github.event.inputs.working-directory-force || '' }}- PYTHON_VERSION_FORCE: ${{ github.event.inputs.python-version-force || '' }}+ WORKING_DIRECTORY_OVERRIDE: ${{ github.event.inputs.working-directory-override || '' }}+ WORKING_DIRECTORY_CHOICE: ${{ github.event.inputs.working-directory || 'all' }}+ PYTHON_VERSION_OVERRIDE: ${{ github.event.inputs.python-version-override || '' }}run: |# echo "matrix=..." where matrix is a json formatted str with keys python-version and working-directory- # python-version should default to 3.10 and 3.13, but is overridden to [PYTHON_VERSION_FORCE] if set- # working-directory should default to DEFAULT_LIBS, but is overridden to [WORKING_DIRECTORY_FORCE] if set+ # python-version defaults to 3.10 and 3.13, overridden to [PYTHON_VERSION_OVERRIDE] if set+ # working-directory priority: override string > dropdown choice > DEFAULT_LIBSpython_version='["3.10", "3.13"]'python_version_min_3_11='["3.11", "3.13"]'working_directory="$DEFAULT_LIBS"- if [ -n "$PYTHON_VERSION_FORCE" ]; then- python_version="[\"$PYTHON_VERSION_FORCE\"]"- # Bound forced version to >= 3.11 for packages requiring it- if [ "$(echo "$PYTHON_VERSION_FORCE >= 3.11" | bc -l)" -eq 1 ]; then- python_version_min_3_11="[\"$PYTHON_VERSION_FORCE\"]"+ if [ -n "$PYTHON_VERSION_OVERRIDE" ]; then+ python_version="[\"$PYTHON_VERSION_OVERRIDE\"]"+ # Bound override version to >= 3.11 for packages requiring it+ if [ "$(echo "$PYTHON_VERSION_OVERRIDE >= 3.11" | bc -l)" -eq 1 ]; then+ python_version_min_3_11="[\"$PYTHON_VERSION_OVERRIDE\"]"elsepython_version_min_3_11='["3.11"]'fifi- if [ -n "$WORKING_DIRECTORY_FORCE" ]; then- working_directory="[\"$WORKING_DIRECTORY_FORCE\"]"+ if [ -n "$WORKING_DIRECTORY_OVERRIDE" ]; then+ working_directory="[\"$WORKING_DIRECTORY_OVERRIDE\"]"+ elif [ "$WORKING_DIRECTORY_CHOICE" != "all" ]; then+ working_directory="[\"$WORKING_DIRECTORY_CHOICE\"]"fimatrix="{\"python-version\": $python_version, \"working-directory\": $working_directory}"- echo $matrix+ echo "$matrix"echo "matrix=$matrix" >> $GITHUB_OUTPUTecho "python-version-min-3-11=$python_version_min_3_11" >> $GITHUB_OUTPUT