The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
ci(model-profiles): extract reusable workflow for cross-repo profile refresh (#36038)
Mason Daugherty6965c87a6827
diff --git a/.github/workflows/_refresh_model_profiles.yml b/.github/workflows/_refresh_model_profiles.ymlnew file mode 100644index 0000000000..afb8ea1c65--- /dev/null+++ b/.github/workflows/_refresh_model_profiles.yml@@ -0,0 +1,202 @@+# Reusable workflow: refreshes model profile data for any repo that uses the+# `langchain-profiles` CLI. Creates (or updates) a pull request with the+# resulting changes.+#+# Callers MUST set `permissions: { contents: write, pull-requests: write }` —+# reusable workflows cannot escalate the caller's token permissions.+#+# ── Example: external repo (langchain-google) ──────────────────────────+#+# jobs:+# refresh-profiles:+# uses: langchain-ai/langchain/.github/workflows/_refresh_model_profiles.yml@master+# with:+# providers: >-+# [+# {"provider":"google", "data_dir":"libs/genai/langchain_google_genai/data"},+# ]+# secrets:+# MODEL_PROFILE_BOT_APP_ID: ${{ secrets.MODEL_PROFILE_BOT_APP_ID }}+# MODEL_PROFILE_BOT_PRIVATE_KEY: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}++name: "Refresh Model Profiles (reusable)"++on:+ workflow_call:+ inputs:+ providers:+ description: >-+ JSON array of objects, each with `provider` (models.dev provider ID)+ and `data_dir` (path relative to repo root where `_profiles.py` and+ `profile_augmentations.toml` live).+ required: true+ type: string+ cli-path:+ description: >-+ Path (relative to workspace) to an existing `libs/model-profiles`+ checkout. When set the workflow skips cloning the langchain repo and+ uses this directory for the CLI instead. Useful when the caller IS+ the langchain monorepo.+ required: false+ type: string+ default: ""+ cli-ref:+ description: >-+ Git ref of langchain-ai/langchain to checkout for the CLI.+ Ignored when `cli-path` is set.+ required: false+ type: string+ default: master+ add-paths:+ description: "Glob for files to stage in the PR commit."+ required: false+ type: string+ default: "**/_profiles.py"+ pr-branch:+ description: "Branch name for the auto-created PR."+ required: false+ type: string+ default: bot/refresh-model-profiles+ pr-title:+ description: "PR / commit title."+ required: false+ type: string+ default: "chore(model-profiles): refresh model profile data"+ pr-body:+ description: "PR body."+ required: false+ type: string+ default: |+ Automated refresh of model profile data via `langchain-profiles refresh`.++ 🤖 Generated by the `refresh_model_profiles` workflow.+ pr-labels:+ description: "Comma-separated labels to apply to the PR."+ required: false+ type: string+ default: bot+ secrets:+ MODEL_PROFILE_BOT_APP_ID:+ required: true+ MODEL_PROFILE_BOT_PRIVATE_KEY:+ required: true++permissions:+ contents: write+ pull-requests: write++jobs:+ refresh-profiles:+ name: refresh model profiles+ runs-on: ubuntu-latest+ steps:+ - name: "📋 Checkout"+ uses: actions/checkout@v6++ - name: "📋 Checkout langchain-profiles CLI"+ if: inputs.cli-path == ''+ uses: actions/checkout@v6+ with:+ repository: langchain-ai/langchain+ ref: ${{ inputs.cli-ref }}+ sparse-checkout: libs/model-profiles+ path: _langchain-cli++ - name: "🔧 Resolve CLI directory"+ id: cli+ env:+ CLI_PATH: ${{ inputs.cli-path }}+ run: |+ if [ -n "${CLI_PATH}" ]; then+ resolved="${GITHUB_WORKSPACE}/${CLI_PATH}"+ if [ ! -d "${resolved}" ]; then+ echo "::error::cli-path '${CLI_PATH}' does not exist at ${resolved}"+ exit 1+ fi+ echo "dir=${CLI_PATH}" >> "$GITHUB_OUTPUT"+ else+ echo "dir=_langchain-cli/libs/model-profiles" >> "$GITHUB_OUTPUT"+ fi++ - name: "🐍 Set up Python + uv"+ uses: astral-sh/setup-uv@0ca8f610542aa7f4acaf39e65cf4eb3c35091883 # v7+ with:+ version: "0.5.25"+ python-version: "3.12"+ enable-cache: true+ cache-dependency-glob: "**/model-profiles/uv.lock"++ - name: "📦 Install langchain-profiles CLI"+ working-directory: ${{ steps.cli.outputs.dir }}+ run: uv sync++ - name: "✅ Validate providers input"+ env:+ PROVIDERS_JSON: ${{ inputs.providers }}+ run: |+ echo "${PROVIDERS_JSON}" | jq -e 'type == "array" and length > 0' > /dev/null || {+ echo "::error::providers input must be a non-empty JSON array"+ exit 1+ }+ echo "${PROVIDERS_JSON}" | jq -e 'all(has("provider") and has("data_dir"))' > /dev/null || {+ echo "::error::every entry in providers must have 'provider' and 'data_dir' keys"+ exit 1+ }++ - name: "🔄 Refresh profiles"+ env:+ PROVIDERS_JSON: ${{ inputs.providers }}+ run: |+ cli_dir="${GITHUB_WORKSPACE}/${{ steps.cli.outputs.dir }}"+ failed=""+ mapfile -t rows < <(echo "${PROVIDERS_JSON}" | jq -c '.[]')+ for row in "${rows[@]}"; do+ provider=$(echo "${row}" | jq -r '.provider')+ data_dir=$(echo "${row}" | jq -r '.data_dir')+ echo "--- Refreshing ${provider} -> ${data_dir} ---"+ if ! echo y | uv run --project "${cli_dir}" \+ langchain-profiles refresh \+ --provider "${provider}" \+ --data-dir "${GITHUB_WORKSPACE}/${data_dir}"; then+ echo "::error::Failed to refresh provider: ${provider}"+ failed="${failed} ${provider}"+ fi+ done+ if [ -n "${failed}" ]; then+ echo "::error::The following providers failed:${failed}"+ exit 1+ fi++ - name: "🔑 Generate GitHub App token"+ id: app-token+ uses: actions/create-github-app-token@v3+ with:+ app-id: ${{ secrets.MODEL_PROFILE_BOT_APP_ID }}+ private-key: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}++ - name: "🔀 Create pull request"+ id: create-pr+ uses: peter-evans/create-pull-request@c0f553fe549906ede9cf27b5156039d195d2ece0 # v8+ with:+ token: ${{ steps.app-token.outputs.token }}+ branch: ${{ inputs.pr-branch }}+ commit-message: ${{ inputs.pr-title }}+ title: ${{ inputs.pr-title }}+ body: ${{ inputs.pr-body }}+ labels: ${{ inputs.pr-labels }}+ add-paths: ${{ inputs.add-paths }}++ - name: "📝 Summary"+ if: always()+ env:+ PR_OP: ${{ steps.create-pr.outputs.pull-request-operation }}+ PR_URL: ${{ steps.create-pr.outputs.pull-request-url }}+ JOB_STATUS: ${{ job.status }}+ run: |+ if [ "${PR_OP}" = "created" ] || [ "${PR_OP}" = "updated" ]; then+ echo "### ✅ PR ${PR_OP}: ${PR_URL}" >> "$GITHUB_STEP_SUMMARY"+ elif [ -z "${PR_OP}" ] && [ "${JOB_STATUS}" = "success" ]; then+ echo "### ⏭️ Skipped: profiles already up to date" >> "$GITHUB_STEP_SUMMARY"+ elif [ "${JOB_STATUS}" = "failure" ]; then+ echo "### ❌ Job failed — check step logs for details" >> "$GITHUB_STEP_SUMMARY"+ fidiff --git a/.github/workflows/refresh_model_profiles.yml b/.github/workflows/refresh_model_profiles.ymlindex 802af3c3dc..9e61a0dd47 100644--- a/.github/workflows/refresh_model_profiles.yml+++ b/.github/workflows/refresh_model_profiles.yml@@ -18,55 +18,28 @@ permissions:jobs:refresh-profiles:- name: "refresh all partner profiles"- runs-on: ubuntu-latest- steps:- - name: "📋 Checkout"- uses: actions/checkout@v6-- - name: "🐍 Set up Python + uv"- uses: ./.github/actions/uv_setup- with:- python-version: "3.12"- working-directory: libs/model-profiles-- - name: "📦 Install langchain-profiles CLI"- working-directory: libs/model-profiles- run: uv sync-- - name: "🔄 Refresh profiles"- working-directory: libs/model-profiles- run: make refresh-profiles-- - name: "🔑 Generate GitHub App token"- id: app-token- uses: actions/create-github-app-token@v2- with:- app-id: ${{ secrets.MODEL_PROFILE_BOT_APP_ID }}- private-key: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}-- - name: "🔀 Create pull request"- id: create-pr- uses: peter-evans/create-pull-request@c0f553fe549906ede9cf27b5156039d195d2ece0 # v8- with:- token: ${{ steps.app-token.outputs.token }}- branch: bot/refresh-model-profiles- commit-message: "chore(model-profiles): refresh model profile data"- title: "chore(model-profiles): refresh model profile data"- body: |- Automated refresh of model profile data for all in-monorepo partner- integrations via `langchain-profiles refresh`.-- 🤖 Generated by the `refresh_model_profiles` workflow.- labels: bot- add-paths: libs/partners/**/data/_profiles.py-- - name: "📝 Summary"- run: |- op="${{ steps.create-pr.outputs.pull-request-operation }}"- url="${{ steps.create-pr.outputs.pull-request-url }}"- if [ "$op" = "created" ] || [ "$op" = "updated" ]; then- echo "### ✅ PR ${op}: ${url}" >> "$GITHUB_STEP_SUMMARY"- else- echo "### ⏭️ Skipped: profiles already up to date" >> "$GITHUB_STEP_SUMMARY"- fi+ uses: ./.github/workflows/_refresh_model_profiles.yml+ with:+ providers: >-+ [+ {"provider":"anthropic", "data_dir":"libs/partners/anthropic/langchain_anthropic/data"},+ {"provider":"deepseek", "data_dir":"libs/partners/deepseek/langchain_deepseek/data"},+ {"provider":"fireworks-ai", "data_dir":"libs/partners/fireworks/langchain_fireworks/data"},+ {"provider":"groq", "data_dir":"libs/partners/groq/langchain_groq/data"},+ {"provider":"huggingface", "data_dir":"libs/partners/huggingface/langchain_huggingface/data"},+ {"provider":"mistral", "data_dir":"libs/partners/mistralai/langchain_mistralai/data"},+ {"provider":"openai", "data_dir":"libs/partners/openai/langchain_openai/data"},+ {"provider":"openrouter", "data_dir":"libs/partners/openrouter/langchain_openrouter/data"},+ {"provider":"perplexity", "data_dir":"libs/partners/perplexity/langchain_perplexity/data"},+ {"provider":"xai", "data_dir":"libs/partners/xai/langchain_xai/data"}+ ]+ cli-path: libs/model-profiles+ add-paths: libs/partners/**/data/_profiles.py+ pr-body: |+ Automated refresh of model profile data for all in-monorepo partner+ integrations via `langchain-profiles refresh`.++ 🤖 Generated by the `refresh_model_profiles` workflow.+ secrets:+ MODEL_PROFILE_BOT_APP_ID: ${{ secrets.MODEL_PROFILE_BOT_APP_ID }}+ MODEL_PROFILE_BOT_PRIVATE_KEY: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}