Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

fix(aio): list provider key models through the key's project route (#130762)

Bernat Torresced095c7702f
diff --git a/products/ai_observability/backend/api/provider_keys.py b/products/ai_observability/backend/api/provider_keys.py
index a0d88dc9599b..974d83257b97 100644
--- a/products/ai_observability/backend/api/provider_keys.py
+++ b/products/ai_observability/backend/api/provider_keys.py
@@ -48,7 +48,7 @@ from ..models.model_configuration import LLMModelConfiguration
from ..models.provider_keys import LLMProvider, LLMProviderKey
from ..models.taggers import Tagger
from .metrics import llma_track_latency
-from .proxy import models_cache_key
+from .proxy import LLMProxyModelInfoSerializer, models_cache_key, provider_key_models
logger = logging.getLogger(__name__)
@@ -601,6 +601,15 @@ class LLMProviderKeyViewSet(TeamAndOrgViewSetMixin, AccessControlViewSetMixin, v
def partial_update(self, request, *args, **kwargs):
return super().partial_update(request, *args, **kwargs)
+ @extend_schema(responses={200: LLMProxyModelInfoSerializer(many=True)})
+ @action(detail=True, methods=["get"], required_scopes=["llm_provider_key:read"], pagination_class=None)
+ @llma_track_latency("llma_provider_keys_models")
+ @monitor(feature=None, endpoint="llma_provider_keys_models", method="GET")
+ def models(self, request: Request, **_kwargs) -> Response:
+ """Models this provider key can run, as the model pickers list them. Scoped to the project in the URL, so a
+ page on a project other than the user's current one still lists its own keys' models."""
+ return Response(provider_key_models(self.get_object()))
+
@action(detail=True, methods=["get"], required_scopes=["llm_provider_key:read"])
@llma_track_latency("llma_provider_keys_dependent_configs")
@monitor(feature=None, endpoint="llma_provider_keys_dependent_configs", method="GET")
diff --git a/products/ai_observability/backend/api/proxy.py b/products/ai_observability/backend/api/proxy.py
index 0584fdcce228..5462837dd8f1 100644
--- a/products/ai_observability/backend/api/proxy.py
+++ b/products/ai_observability/backend/api/proxy.py
@@ -333,6 +333,54 @@ def serialize_decision_answer(answer: Answer) -> dict[str, Any]:
return body
+def provider_key_models(provider_key: LLMProviderKey) -> list[ModelInfo]:
+ """The models one provider key can run, as the model pickers list them."""
+ api_key = provider_key.encrypted_config.get("api_key")
+ # Cache per provider key — list_models hits the provider's API, and the model picker
+ # can open many times per session. TTL is short enough that newly-added deployments
+ # surface within a minute.
+ cache_key = models_cache_key(provider_key.id)
+ models = cache.get(cache_key)
+ if models is None:
+ models = Client.list_models(provider_key.provider, api_key, **provider_key.provider_extra_kwargs())
+ # Only cache non-empty results — `list_models` swallows transient errors and returns
+ # [], so caching that would persist a failure for the full TTL.
+ if models:
+ cache.set(cache_key, models, timeout=MODELS_CACHE_TIMEOUT_SECONDS)
+ else:
+ LLMA_PROXY_BYOK_EMPTY_MODEL_LISTS.labels(provider=provider_key.provider).inc()
+ logger.info(
+ "llma_proxy_byok_empty_model_list",
+ provider=provider_key.provider,
+ team_id=provider_key.team_id,
+ provider_key_id=str(provider_key.id),
+ )
+ recommended = Client.recommended_models(provider_key.provider)
+ provider_display = PROVIDER_DISPLAY_NAMES.get(provider_key.provider, provider_key.provider.title())
+ decision_models: frozenset[str] = frozenset()
+ non_chat_models: frozenset[str] = frozenset()
+ if provider_key.provider == LLMProvider.OPENROUTER:
+ decision_models = decision_model_ids() or frozenset()
+ non_chat_models = non_chat_model_ids() or frozenset()
+ models = list(dict.fromkeys([*models, *sorted(decision_models)]))
+ elif provider_key.provider == LLMProvider.OPENAI:
+ decision_models = OpenAIConfig.DECISION_MODELS
+ models = list(dict.fromkeys([*models, *sorted(decision_models)]))
+ return [
+ ModelInfo(
+ id=m,
+ name=m,
+ provider=provider_display,
+ description="",
+ is_recommended=m in recommended,
+ supports_decisions=provider_key.provider == LLMProvider.SYSTEM_ONE or m in decision_models,
+ supports_chat=provider_key.provider != LLMProvider.SYSTEM_ONE and m not in non_chat_models,
+ supports_reasoning=supports_reasoning_level(provider_key.provider, m),
+ )
+ for m in models
+ ]
+
+
class PlaygroundAccessPermission(BasePermission):
"""Resource-level RBAC for the playground.
@@ -715,52 +763,7 @@ class LLMProxyViewSet(viewsets.ViewSet):
return Response({"error": "Invalid provider key configuration"}, status=400)
if provider_key:
- api_key = provider_key.encrypted_config.get("api_key")
- # Cache per provider key — list_models hits the provider's API, and the model picker
- # can open many times per session. TTL is short enough that newly-added deployments
- # surface within a minute.
- cache_key = models_cache_key(provider_key.id)
- models = cache.get(cache_key)
- if models is None:
- models = Client.list_models(provider_key.provider, api_key, **provider_key.provider_extra_kwargs())
- # Only cache non-empty results — `list_models` swallows transient errors and returns
- # [], so caching that would persist a failure for the full TTL.
- if models:
- cache.set(cache_key, models, timeout=MODELS_CACHE_TIMEOUT_SECONDS)
- else:
- LLMA_PROXY_BYOK_EMPTY_MODEL_LISTS.labels(provider=provider_key.provider).inc()
- logger.info(
- "llma_proxy_byok_empty_model_list",
- provider=provider_key.provider,
- team_id=provider_key.team_id,
- provider_key_id=str(provider_key.id),
- )
- recommended = Client.recommended_models(provider_key.provider)
- provider_display = PROVIDER_DISPLAY_NAMES.get(provider_key.provider, provider_key.provider.title())
- decision_models: frozenset[str] = frozenset()
- non_chat_models: frozenset[str] = frozenset()
- if provider_key.provider == LLMProvider.OPENROUTER:
- decision_models = decision_model_ids() or frozenset()
- non_chat_models = non_chat_model_ids() or frozenset()
- models = list(dict.fromkeys([*models, *sorted(decision_models)]))
- elif provider_key.provider == LLMProvider.OPENAI:
- decision_models = OpenAIConfig.DECISION_MODELS
- models = list(dict.fromkeys([*models, *sorted(decision_models)]))
- return Response(
- [
- ModelInfo(
- id=m,
- name=m,
- provider=provider_display,
- description="",
- is_recommended=m in recommended,
- supports_decisions=provider_key.provider == LLMProvider.SYSTEM_ONE or m in decision_models,
- supports_chat=provider_key.provider != LLMProvider.SYSTEM_ONE and m not in non_chat_models,
- supports_reasoning=supports_reasoning_level(provider_key.provider, m),
- )
- for m in models
- ]
- )
+ return Response(provider_key_models(provider_key))
# Default: return only playground-eligible models (PostHog pays for these)
return Response(get_playground_models())
diff --git a/products/ai_observability/backend/api/test/test_provider_keys.py b/products/ai_observability/backend/api/test/test_provider_keys.py
index 6faa28196f05..acec278226e4 100644
--- a/products/ai_observability/backend/api/test/test_provider_keys.py
+++ b/products/ai_observability/backend/api/test/test_provider_keys.py
@@ -1417,6 +1417,26 @@ class TestLLMProviderKeyDependentConfigs(APIBaseTest):
self.organization_membership.level = OrganizationMembership.Level.ADMIN
self.organization_membership.save()
+ @parameterized.expand([("key_in_the_url_project", True, 200), ("key_from_another_project", False, 404)])
+ def test_models_follow_the_project_in_the_url(self, _name: str, key_in_url_project: bool, expected: int) -> None:
+ other_team = Team.objects.create(organization=self.organization, name="Other project")
+ key = LLMProviderKey.objects.create(
+ team=other_team if key_in_url_project else self.team,
+ provider="openai",
+ name="My Key",
+ state=LLMProviderKey.State.OK,
+ encrypted_config={"api_key": "sk-test-key"},
+ )
+ # The user's current project stays self.team, as when a second tab switched it.
+ with patch("products.ai_observability.backend.api.proxy.Client.list_models", return_value=["gpt-5-mini"]):
+ response = self.client.get(
+ f"/api/environments/{other_team.id}/llm_analytics/provider_keys/{key.id}/models/"
+ )
+
+ self.assertEqual(response.status_code, expected, response.json())
+ if expected == 200:
+ self.assertIn("gpt-5-mini", [model["id"] for model in response.json()])
+
def test_dependent_configs_returns_evaluations_using_key(self):
key = LLMProviderKey.objects.create(
team=self.team,
diff --git a/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx b/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx
index 7b4c99f173f6..ea997aa85976 100644
--- a/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx
+++ b/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx
@@ -99,6 +99,22 @@ const meta: Meta<StoryArgs> = {
]
: [],
],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) =>
+ modelsFail && params.key_id
+ ? [500, { error: 'Internal error' }]
+ : [
+ 200,
+ systemOne
+ ? [
+ {
+ id: 'example-judge-v1',
+ name: 'example-judge-v1',
+ provider: 'System One',
+ is_recommended: false,
+ },
+ ]
+ : [],
+ ],
},
})
diff --git a/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts b/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts
index 470e4be0ae4e..74fa574b1329 100644
--- a/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts
+++ b/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts
@@ -244,6 +244,7 @@ describe('llmEvaluationLogic', () => {
useMocks({
get: {
'/api/llm_proxy/models/': [],
+ '/api/projects/:teamId/llm_analytics/provider_keys/:keyId/models/': [],
'/api/environments/:teamId/llm_analytics/provider_keys/': { results: mockProviderKeys },
'/api/environments/:teamId/llm_analytics/evaluation_config/': {
active_provider_key: null,
@@ -1950,6 +1951,34 @@ return result`,
]
: [],
],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [
+ 200,
+ params.key_id === keyId
+ ? [
+ {
+ id: 'example/dual-model',
+ name: 'example/dual-model',
+ provider: displayName,
+ supports_decisions: true,
+ supports_chat: true,
+ },
+ {
+ id: 'example/chat-model',
+ name: 'example/chat-model',
+ provider: displayName,
+ supports_decisions: false,
+ supports_chat: true,
+ },
+ {
+ id: 'example/decision-model',
+ name: 'example/decision-model',
+ provider: displayName,
+ supports_decisions: true,
+ supports_chat: false,
+ },
+ ]
+ : [],
+ ],
},
})
await expectLogic(keysLogic, () => keysLogic.actions.loadProviderKeys()).toFinishAllListeners()
diff --git a/products/ai_observability/frontend/generated/api.schemas.ts b/products/ai_observability/frontend/generated/api.schemas.ts
index cf34d216fc68..cacf3f2dfaf4 100644
--- a/products/ai_observability/frontend/generated/api.schemas.ts
+++ b/products/ai_observability/frontend/generated/api.schemas.ts
@@ -4403,6 +4403,25 @@ export interface PatchedLLMProviderKeyApi {
readonly last_used_at?: string | null
}
+export interface LLMProxyModelInfoApi {
+ /** Provider-specific model identifier. */
+ id: string
+ /** Model display name. */
+ name: string
+ /** Provider display name. */
+ provider: string
+ /** Description of the model. */
+ description: string
+ /** Whether the provider recommends this model. */
+ is_recommended: boolean
+ /** Whether this model supports decision questions. */
+ supports_decisions?: boolean
+ /** Whether this model supports chat completions with written reasoning. */
+ supports_chat?: boolean
+ /** Whether an evaluation judge can set a reasoning level for this model. */
+ supports_reasoning?: boolean
+}
+
export interface ReviewQueueItemApi {
readonly id: string
/** Review queue ID that currently owns this pending trace. */
diff --git a/products/ai_observability/frontend/generated/api.ts b/products/ai_observability/frontend/generated/api.ts
index d67d25f53b0b..cfcb287e02aa 100644
--- a/products/ai_observability/frontend/generated/api.ts
+++ b/products/ai_observability/frontend/generated/api.ts
@@ -74,6 +74,7 @@ import type {
LLMPromptResolveResponseApi,
LLMPromptSetLabelApi,
LLMProviderKeyApi,
+ LLMProxyModelInfoApi,
LlmAnalyticsClusteringJobsListParams,
LlmAnalyticsEvaluationReportsListParams,
LlmAnalyticsEvaluationReportsRunsListParams,
@@ -2611,6 +2612,25 @@ export const llmAnalyticsProviderKeysDependentConfigsRetrieve = async (
})
}
+export const getLlmAnalyticsProviderKeysModelsListUrl = (projectId: string, id: string) => {
+ return `/api/projects/${projectId}/llm_analytics/provider_keys/${id}/models/`
+}
+
+/**
+ * Models this provider key can run, as the model pickers list them. Scoped to the project in the URL, so a
+ * page on a project other than the user's current one still lists its own keys' models.
+ */
+export const llmAnalyticsProviderKeysModelsList = async (
+ projectId: string,
+ id: string,
+ options?: RequestInit
+): Promise<LLMProxyModelInfoApi[]> => {
+ return apiMutator<LLMProxyModelInfoApi[]>(getLlmAnalyticsProviderKeysModelsListUrl(projectId, id), {
+ ...options,
+ method: 'GET',
+ })
+}
+
export const getLlmAnalyticsProviderKeysValidateCreateUrl = (projectId: string, id: string) => {
return `/api/projects/${projectId}/llm_analytics/provider_keys/${id}/validate/`
}
diff --git a/products/ai_observability/frontend/modelPickerLogic.test.ts b/products/ai_observability/frontend/modelPickerLogic.test.ts
index 6c3b7e0b1632..437135f72583 100644
--- a/products/ai_observability/frontend/modelPickerLogic.test.ts
+++ b/products/ai_observability/frontend/modelPickerLogic.test.ts
@@ -70,6 +70,20 @@ describe('modelPickerLogic', () => {
],
]
: [200, []],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) =>
+ params.key_id
+ ? [
+ 200,
+ [
+ {
+ id: model,
+ name: model,
+ provider: 'System One',
+ is_recommended: true,
+ },
+ ],
+ ]
+ : [200, []],
},
})
logic = modelPickerLogic()
@@ -99,6 +113,12 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'key-1') {
+ return [200, BYOK_OPENAI_MODELS]
+ }
+ return [200, []]
+ },
},
})
@@ -143,6 +163,21 @@ describe('modelPickerLogic', () => {
]
: [],
],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [
+ 200,
+ params.key_id
+ ? [
+ { id: 'typesafe/jev-1.13', provider: 'OpenRouter', supports_decisions: true },
+ { id: 'typesafe/jev-router', provider: 'OpenRouter', supports_decisions: false },
+ {
+ id: 'example/dual-model',
+ provider: 'OpenRouter',
+ supports_decisions: true,
+ supports_chat: true,
+ },
+ ]
+ : [],
+ ],
},
})
logic = modelPickerLogic()
@@ -181,6 +216,12 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'key-1') {
+ return [200, BYOK_OPENAI_MODELS_MIXED]
+ }
+ return [200, []]
+ },
},
})
@@ -240,6 +281,16 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ if (keyId === 'key-1') {
+ return [200, BYOK_OPENAI_MODELS]
+ }
+ if (keyId === 'key-2') {
+ return [200, BYOK_ANTHROPIC_MODELS]
+ }
+ return [200, []]
+ },
},
})
@@ -276,6 +327,16 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ if (keyId === 'key-1') {
+ return key1Fails ? [500, { error: 'Internal error' }] : [200, BYOK_OPENAI_MODELS]
+ }
+ if (keyId === 'key-2') {
+ return [200, BYOK_ANTHROPIC_MODELS]
+ }
+ return [200, []]
+ },
},
})
@@ -347,6 +408,7 @@ describe('modelPickerLogic', () => {
active_provider_key: null,
},
'/api/llm_proxy/models/': () => [200, models],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': () => [200, models],
},
})
@@ -450,6 +512,16 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ if (keyId === 'key-1') {
+ return [200, BYOK_OPENAI_MODELS]
+ }
+ if (keyId === 'key-2') {
+ return [200, BYOK_ANTHROPIC_MODELS]
+ }
+ return [200, []]
+ },
},
})
@@ -492,6 +564,10 @@ describe('modelPickerLogic', () => {
const keyId = new URL(request.url).searchParams.get('provider_key_id')
return [200, keyId === 'key-1' ? BYOK_OPENAI_MODELS : []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ return [200, keyId === 'key-1' ? BYOK_OPENAI_MODELS : []]
+ },
},
})
@@ -527,6 +603,13 @@ describe('modelPickerLogic', () => {
}
return [200, []]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ if (keyId === 'key-1' || keyId === 'key-2') {
+ return [200, BYOK_OPENAI_MODELS]
+ }
+ return [200, []]
+ },
},
})
diff --git a/products/ai_observability/frontend/modelPickerLogic.ts b/products/ai_observability/frontend/modelPickerLogic.ts
index e77e957a2aad..a1f0784130ae 100644
--- a/products/ai_observability/frontend/modelPickerLogic.ts
+++ b/products/ai_observability/frontend/modelPickerLogic.ts
@@ -2,7 +2,9 @@ import { MakeLogicType, actions, afterMount, connect, kea, listeners, path, redu
import { loaders } from 'kea-loaders'
import api from 'lib/api'
+import { teamLogic } from 'scenes/teamLogic'
+import { llmAnalyticsProviderKeysModelsList } from './generated/api'
import {
type LLMProvider,
LLMProviderKey,
@@ -132,6 +134,7 @@ export function buildPlaygroundProviderModelGroups(models: ModelOption[]): Provi
export interface modelPickerLogicValues {
providerKeys: LLMProviderKey[] // llmProviderKeysLogic
providerKeysLoading: boolean // llmProviderKeysLogic
+ currentTeamId: number | null // teamLogic
byokModelNotice: ByokModelNotice | null
byokModels: ModelOption[]
byokModelsLoading: boolean
@@ -264,7 +267,7 @@ export const modelPickerLogic = kea<modelPickerLogicType>([
path(['products', 'ai_observability', 'frontend', 'modelPickerLogic']),
connect(() => ({
- values: [llmProviderKeysLogic, ['providerKeys', 'providerKeysLoading']],
+ values: [llmProviderKeysLogic, ['providerKeys', 'providerKeysLoading'], teamLogic, ['currentTeamId']],
actions: [
llmProviderKeysLogic,
['loadProviderKeysSuccess', 'createProviderKeySuccess', 'updateProviderKeySuccess'],
@@ -287,15 +290,11 @@ export const modelPickerLogic = kea<modelPickerLogicType>([
const results = await Promise.all(
validKeys.map(async (key: LLMProviderKey) => {
try {
- // nosemgrep: prefer-codegen-api -- Legacy raw API call with a hand-written URL and an unchecked response type. No generated function covers this endpoint yet. Find out why the generated client skips it (no schema, no product tag, or excluded from the spec) and fix that first.
- const rawModels = (await api.get(
- `/api/llm_proxy/models/?provider_key_id=${encodeURIComponent(key.id)}`
- )) as (Omit<ModelOption, 'providerKeyId' | 'isRecommended'> & {
- is_recommended?: boolean
- supports_decisions?: boolean
- supports_chat?: boolean
- supports_reasoning?: boolean
- })[]
+ // The project in the URL, not the user's current one, which a second tab can change.
+ const rawModels = await llmAnalyticsProviderKeysModelsList(
+ String(values.currentTeamId),
+ key.id
+ )
return rawModels.map((m) => ({
id: m.id,
name: m.name,
diff --git a/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts
index b2c58c21af5e..77b7659d1e6d 100644
--- a/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts
+++ b/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts
@@ -241,6 +241,12 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'openrouter-key-1') {
+ return [200, byokModels]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
@@ -286,6 +292,12 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'openrouter-key-1') {
+ return [200, byokModels]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
@@ -332,6 +344,12 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'openrouter-key-1') {
+ return [200, byokModels]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
@@ -385,6 +403,23 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const providerKeyId = params.key_id
+ if (providerKeyId === 'openrouter-key-z' || providerKeyId === 'openrouter-key-a') {
+ return [
+ 200,
+ [
+ {
+ id: byokModelId,
+ name: 'Claude Sonnet 4',
+ provider: 'openrouter',
+ description: '',
+ },
+ ],
+ ]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
@@ -430,6 +465,12 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'openrouter-key-1') {
+ return [200, byokModels]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
@@ -785,6 +826,12 @@ describe('llmPlaygroundLogic', () => {
}
return [200, MOCK_MODEL_OPTIONS]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ if (params.key_id === 'key-1') {
+ return [200, byokModels]
+ }
+ return [200, MOCK_MODEL_OPTIONS]
+ },
},
})
diff --git a/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts
index c67a566db61b..b2fa637bf727 100644
--- a/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts
+++ b/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts
@@ -58,6 +58,20 @@ function useSystemOneKeyMocks(): void {
]
: [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],
],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [
+ 200,
+ params.key_id
+ ? [
+ {
+ id: 'jev-1',
+ name: 'jev-1',
+ provider: 'System One',
+ supports_decisions: true,
+ supports_chat: false,
+ },
+ ]
+ : [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],
+ ],
},
})
}
@@ -241,6 +255,15 @@ describe('llmPlaygroundRunLogic', () => {
}
return [200, [{ id: 'gpt-5-mini', name: 'gpt-5-mini', provider: 'OpenAI', description: '' }]]
},
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {
+ const keyId = params.key_id
+ if (keyId === 'key-s1') {
+ return systemOneStatus === 200
+ ? [200, [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]]
+ : [systemOneStatus, { detail: 'Could not list models' }]
+ }
+ return [200, [{ id: 'gpt-5-mini', name: 'gpt-5-mini', provider: 'OpenAI', description: '' }]]
+ },
},
})
const logic = llmPlaygroundRunLogic()
diff --git a/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts
index 8c0ec9887624..7303ad5251e4 100644
--- a/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts
+++ b/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts
@@ -21,6 +21,12 @@ describe('llmPlaygroundVariablesLogic', () => {
? [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]
: [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],
],
+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [
+ 200,
+ params.key_id
+ ? [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]
+ : [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],
+ ],
},
})
})
diff --git a/services/mcp/src/api/generated.ts b/services/mcp/src/api/generated.ts
index 2202f411c078..c5c45a521b1d 100644
--- a/services/mcp/src/api/generated.ts
+++ b/services/mcp/src/api/generated.ts
@@ -61082,6 +61082,25 @@ export namespace Schemas {
version: number;
}
+ export interface LLMProxyModelInfo {
+ /** Provider-specific model identifier. */
+ id: string;
+ /** Model display name. */
+ name: string;
+ /** Provider display name. */
+ provider: string;
+ /** Description of the model. */
+ description: string;
+ /** Whether the provider recommends this model. */
+ is_recommended: boolean;
+ /** Whether this model supports decision questions. */
+ supports_decisions?: boolean;
+ /** Whether this model supports chat completions with written reasoning. */
+ supports_chat?: boolean;
+ /** Whether an evaluation judge can set a reasoning level for this model. */
+ supports_reasoning?: boolean;
+ }
+
/**
* Arbitrary key-value metadata.
*/