The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
ci: add provider filter to model profile refresh workflow (#39094)
Mason Daughertya24f9ebe5574
diff --git a/.github/workflows/refresh_model_profiles.yml b/.github/workflows/refresh_model_profiles.ymlindex fcf9155b3d..c52e695ab4 100644--- a/.github/workflows/refresh_model_profiles.yml+++ b/.github/workflows/refresh_model_profiles.yml@@ -1,9 +1,9 @@-# Refreshes model profile data for all in-monorepo partner integrations by+# Refreshes model profile data for in-monorepo partner integrations by# pulling the latest metadata from models.dev via the `langchain-profiles` CLI.#-# Creates a pull request with any changes. Runs daily and can be triggered-# manually from the Actions UI. Uses a fixed branch so each run supersedes-# any stale PR from a previous run.+# Creates a pull request with any changes. Runs daily (all providers) and can+# be triggered manually from the Actions UI with an optional provider filter.+# Uses a fixed branch so each run supersedes any stale PR from a previous run.name: "π Refresh Model Profiles"@@ -11,35 +11,148 @@ on:schedule:- cron: "0 8 * * *" # daily at 08:00 UTCworkflow_dispatch:+ inputs:+ provider:+ type: choice+ description: "Provider package to refresh (select from dropdown)"+ default: all+ # models.dev provider IDs β must match the `provider` keys in+ # ALL_PROVIDERS below. When adding a package, update both lists.+ options:+ - all+ - anthropic+ - deepseek+ - fireworks-ai+ - groq+ - huggingface+ - mistral+ - openai+ - openrouter+ - perplexity+ - xai+ providers-override:+ type: string+ required: false+ description: >-+ Optional comma-separated provider IDs override (e.g. openai,anthropic).+ Takes precedence over the dropdown. Accepts models.dev IDs; package+ aliases fireworks and mistralai are also accepted.permissions:contents: writepull-requests: writejobs:+ resolve-providers:+ name: resolve providers+ if: github.repository_owner == "langchain-ai"+ runs-on: ubuntu-latest+ outputs:+ providers: ${{ steps.resolve.outputs.providers }}+ pr-title: ${{ steps.resolve.outputs.pr-title }}+ pr-body: ${{ steps.resolve.outputs.pr-body }}+ steps:+ - name: "π― Resolve provider filter"+ id: resolve+ env:+ # Scheduled runs have no inputs β default to all providers.+ PROVIDER: ${{ github.event_name == 'workflow_dispatch' && inputs.provider || 'all' }}+ PROVIDERS_OVERRIDE: ${{ github.event_name == 'workflow_dispatch' && inputs.providers-override || '' }}+ run: |+ set -euo pipefail++ ALL_PROVIDERS='[+ {"provider":"anthropic", "data_dir":"libs/partners/anthropic/langchain_anthropic/data"},+ {"provider":"deepseek", "data_dir":"libs/partners/deepseek/langchain_deepseek/data"},+ {"provider":"fireworks-ai", "data_dir":"libs/partners/fireworks/langchain_fireworks/data"},+ {"provider":"groq", "data_dir":"libs/partners/groq/langchain_groq/data"},+ {"provider":"huggingface", "data_dir":"libs/partners/huggingface/langchain_huggingface/data"},+ {"provider":"mistral", "data_dir":"libs/partners/mistralai/langchain_mistralai/data"},+ {"provider":"openai", "data_dir":"libs/partners/openai/langchain_openai/data"},+ {"provider":"openrouter", "data_dir":"libs/partners/openrouter/langchain_openrouter/data"},+ {"provider":"perplexity", "data_dir":"libs/partners/perplexity/langchain_perplexity/data"},+ {"provider":"xai", "data_dir":"libs/partners/xai/langchain_xai/data"}+ ]'++ normalize_provider() {+ case "$1" in+ fireworks) echo "fireworks-ai" ;;+ mistralai) echo "mistral" ;;+ *) echo "$1" ;;+ esac+ }++ selected=()+ # Prefer free-text override when non-empty; otherwise use dropdown.+ if [ -n "${PROVIDERS_OVERRIDE//[[:space:]]/}" ]; then+ while IFS= read -r raw; do+ [ -z "${raw}" ] && continue+ selected+=("$(normalize_provider "${raw}")")+ done < <(+ echo "${PROVIDERS_OVERRIDE}" \+ | tr ',' '\n' \+ | sed 's/^[[:space:]]*//;s/[[:space:]]*$//' \+ | grep -v '^$' || true+ )+ elif [ "${PROVIDER}" != "all" ]; then+ selected+=("$(normalize_provider "${PROVIDER}")")+ fi++ if [ ${#selected[@]} -eq 0 ]; then+ filtered="$(echo "${ALL_PROVIDERS}" | jq -c .)"+ label="all in-monorepo partner integrations"+ title="chore(model-profiles): refresh model profile data"+ else+ ids_json="$(printf '%s\n' "${selected[@]}" | jq -R . | jq -s -c .)"+ unknown="$(echo "${ALL_PROVIDERS}" | jq -r --argjson ids "${ids_json}" '+ ($ids - map(.provider)) | join(", ")+ ')"+ if [ -n "${unknown}" ]; then+ known="$(echo "${ALL_PROVIDERS}" | jq -r 'map(.provider) | join(", ")')"+ echo "::error::Unknown provider ID(s): ${unknown}. Known: ${known}"+ exit 1+ fi++ filtered="$(echo "${ALL_PROVIDERS}" | jq -c --argjson ids "${ids_json}" '+ map(select(.provider as $p | ($ids | index($p)) != null))+ ')"+ names="$(echo "${filtered}" | jq -r 'map(.provider) | join(", ")')"+ label="${names}"+ if [ "$(echo "${filtered}" | jq 'length')" -eq 1 ]; then+ title="chore(model-profiles): refresh ${names} model profile data"+ else+ title="chore(model-profiles): refresh model profile data (${names})"+ fi+ fi++ count="$(echo "${filtered}" | jq 'length')"+ if [ "${count}" -eq 0 ]; then+ echo "::error::No providers matched the filter"+ exit 1+ fi++ {+ echo "providers=${filtered}"+ echo "pr-title=${title}"+ echo "pr-body<<EOF_BODY"+ echo "Automated refresh of model profile data for ${label} via \`langchain-profiles refresh\`."+ echo+ echo "π€ Generated by the [\`refresh_model_profiles\` workflow](https://github.com/langchain-ai/langchain/blob/master/.github/workflows/refresh_model_profiles.yml)."+ echo "EOF_BODY"+ } >> "${GITHUB_OUTPUT}"++ echo "### Providers to refresh" >> "${GITHUB_STEP_SUMMARY}"+ echo "${filtered}" | jq -r '.[].provider' | sed 's/^/- /' >> "${GITHUB_STEP_SUMMARY}"+refresh-profiles:- if: github.repository_owner == 'langchain-ai'+ needs: resolve-providersuses: ./.github/workflows/_refresh_model_profiles.ymlwith:- providers: >-- [- {"provider":"anthropic", "data_dir":"libs/partners/anthropic/langchain_anthropic/data"},- {"provider":"deepseek", "data_dir":"libs/partners/deepseek/langchain_deepseek/data"},- {"provider":"fireworks-ai", "data_dir":"libs/partners/fireworks/langchain_fireworks/data"},- {"provider":"groq", "data_dir":"libs/partners/groq/langchain_groq/data"},- {"provider":"huggingface", "data_dir":"libs/partners/huggingface/langchain_huggingface/data"},- {"provider":"mistral", "data_dir":"libs/partners/mistralai/langchain_mistralai/data"},- {"provider":"openai", "data_dir":"libs/partners/openai/langchain_openai/data"},- {"provider":"openrouter", "data_dir":"libs/partners/openrouter/langchain_openrouter/data"},- {"provider":"perplexity", "data_dir":"libs/partners/perplexity/langchain_perplexity/data"},- {"provider":"xai", "data_dir":"libs/partners/xai/langchain_xai/data"}- ]+ providers: ${{ needs.resolve-providers.outputs.providers }}cli-path: libs/model-profilesadd-paths: libs/partners/**/data/_profiles.py- pr-body: |- Automated refresh of model profile data for all in-monorepo partner integrations via `langchain-profiles refresh`.-- π€ Generated by the [`refresh_model_profiles` workflow](https://github.com/langchain-ai/langchain/blob/master/.github/workflows/refresh_model_profiles.yml).+ pr-title: ${{ needs.resolve-providers.outputs.pr-title }}+ pr-body: ${{ needs.resolve-providers.outputs.pr-body }}secrets:MODEL_PROFILE_BOT_CLIENT_ID: ${{ secrets.MODEL_PROFILE_BOT_CLIENT_ID }}MODEL_PROFILE_BOT_PRIVATE_KEY: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}