:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
fix(aio): list provider key models through the key's project route (#130762)
Bernat Torresced095c7702f
diff --git a/products/ai_observability/backend/api/provider_keys.py b/products/ai_observability/backend/api/provider_keys.pyindex a0d88dc9599b..974d83257b97 100644--- a/products/ai_observability/backend/api/provider_keys.py+++ b/products/ai_observability/backend/api/provider_keys.py@@ -48,7 +48,7 @@ from ..models.model_configuration import LLMModelConfigurationfrom ..models.provider_keys import LLMProvider, LLMProviderKeyfrom ..models.taggers import Taggerfrom .metrics import llma_track_latency-from .proxy import models_cache_key+from .proxy import LLMProxyModelInfoSerializer, models_cache_key, provider_key_modelslogger = logging.getLogger(__name__)@@ -601,6 +601,15 @@ class LLMProviderKeyViewSet(TeamAndOrgViewSetMixin, AccessControlViewSetMixin, vdef partial_update(self, request, *args, **kwargs):return super().partial_update(request, *args, **kwargs)+ @extend_schema(responses={200: LLMProxyModelInfoSerializer(many=True)})+ @action(detail=True, methods=["get"], required_scopes=["llm_provider_key:read"], pagination_class=None)+ @llma_track_latency("llma_provider_keys_models")+ @monitor(feature=None, endpoint="llma_provider_keys_models", method="GET")+ def models(self, request: Request, **_kwargs) -> Response:+ """Models this provider key can run, as the model pickers list them. Scoped to the project in the URL, so a+ page on a project other than the user's current one still lists its own keys' models."""+ return Response(provider_key_models(self.get_object()))+@action(detail=True, methods=["get"], required_scopes=["llm_provider_key:read"])@llma_track_latency("llma_provider_keys_dependent_configs")@monitor(feature=None, endpoint="llma_provider_keys_dependent_configs", method="GET")diff --git a/products/ai_observability/backend/api/proxy.py b/products/ai_observability/backend/api/proxy.pyindex 0584fdcce228..5462837dd8f1 100644--- a/products/ai_observability/backend/api/proxy.py+++ b/products/ai_observability/backend/api/proxy.py@@ -333,6 +333,54 @@ def serialize_decision_answer(answer: Answer) -> dict[str, Any]:return body+def provider_key_models(provider_key: LLMProviderKey) -> list[ModelInfo]:+ """The models one provider key can run, as the model pickers list them."""+ api_key = provider_key.encrypted_config.get("api_key")+ # Cache per provider key — list_models hits the provider's API, and the model picker+ # can open many times per session. TTL is short enough that newly-added deployments+ # surface within a minute.+ cache_key = models_cache_key(provider_key.id)+ models = cache.get(cache_key)+ if models is None:+ models = Client.list_models(provider_key.provider, api_key, **provider_key.provider_extra_kwargs())+ # Only cache non-empty results — `list_models` swallows transient errors and returns+ # [], so caching that would persist a failure for the full TTL.+ if models:+ cache.set(cache_key, models, timeout=MODELS_CACHE_TIMEOUT_SECONDS)+ else:+ LLMA_PROXY_BYOK_EMPTY_MODEL_LISTS.labels(provider=provider_key.provider).inc()+ logger.info(+ "llma_proxy_byok_empty_model_list",+ provider=provider_key.provider,+ team_id=provider_key.team_id,+ provider_key_id=str(provider_key.id),+ )+ recommended = Client.recommended_models(provider_key.provider)+ provider_display = PROVIDER_DISPLAY_NAMES.get(provider_key.provider, provider_key.provider.title())+ decision_models: frozenset[str] = frozenset()+ non_chat_models: frozenset[str] = frozenset()+ if provider_key.provider == LLMProvider.OPENROUTER:+ decision_models = decision_model_ids() or frozenset()+ non_chat_models = non_chat_model_ids() or frozenset()+ models = list(dict.fromkeys([*models, *sorted(decision_models)]))+ elif provider_key.provider == LLMProvider.OPENAI:+ decision_models = OpenAIConfig.DECISION_MODELS+ models = list(dict.fromkeys([*models, *sorted(decision_models)]))+ return [+ ModelInfo(+ id=m,+ name=m,+ provider=provider_display,+ description="",+ is_recommended=m in recommended,+ supports_decisions=provider_key.provider == LLMProvider.SYSTEM_ONE or m in decision_models,+ supports_chat=provider_key.provider != LLMProvider.SYSTEM_ONE and m not in non_chat_models,+ supports_reasoning=supports_reasoning_level(provider_key.provider, m),+ )+ for m in models+ ]++class PlaygroundAccessPermission(BasePermission):"""Resource-level RBAC for the playground.@@ -715,52 +763,7 @@ class LLMProxyViewSet(viewsets.ViewSet):return Response({"error": "Invalid provider key configuration"}, status=400)if provider_key:- api_key = provider_key.encrypted_config.get("api_key")- # Cache per provider key — list_models hits the provider's API, and the model picker- # can open many times per session. TTL is short enough that newly-added deployments- # surface within a minute.- cache_key = models_cache_key(provider_key.id)- models = cache.get(cache_key)- if models is None:- models = Client.list_models(provider_key.provider, api_key, **provider_key.provider_extra_kwargs())- # Only cache non-empty results — `list_models` swallows transient errors and returns- # [], so caching that would persist a failure for the full TTL.- if models:- cache.set(cache_key, models, timeout=MODELS_CACHE_TIMEOUT_SECONDS)- else:- LLMA_PROXY_BYOK_EMPTY_MODEL_LISTS.labels(provider=provider_key.provider).inc()- logger.info(- "llma_proxy_byok_empty_model_list",- provider=provider_key.provider,- team_id=provider_key.team_id,- provider_key_id=str(provider_key.id),- )- recommended = Client.recommended_models(provider_key.provider)- provider_display = PROVIDER_DISPLAY_NAMES.get(provider_key.provider, provider_key.provider.title())- decision_models: frozenset[str] = frozenset()- non_chat_models: frozenset[str] = frozenset()- if provider_key.provider == LLMProvider.OPENROUTER:- decision_models = decision_model_ids() or frozenset()- non_chat_models = non_chat_model_ids() or frozenset()- models = list(dict.fromkeys([*models, *sorted(decision_models)]))- elif provider_key.provider == LLMProvider.OPENAI:- decision_models = OpenAIConfig.DECISION_MODELS- models = list(dict.fromkeys([*models, *sorted(decision_models)]))- return Response(- [- ModelInfo(- id=m,- name=m,- provider=provider_display,- description="",- is_recommended=m in recommended,- supports_decisions=provider_key.provider == LLMProvider.SYSTEM_ONE or m in decision_models,- supports_chat=provider_key.provider != LLMProvider.SYSTEM_ONE and m not in non_chat_models,- supports_reasoning=supports_reasoning_level(provider_key.provider, m),- )- for m in models- ]- )+ return Response(provider_key_models(provider_key))# Default: return only playground-eligible models (PostHog pays for these)return Response(get_playground_models())diff --git a/products/ai_observability/backend/api/test/test_provider_keys.py b/products/ai_observability/backend/api/test/test_provider_keys.pyindex 6faa28196f05..acec278226e4 100644--- a/products/ai_observability/backend/api/test/test_provider_keys.py+++ b/products/ai_observability/backend/api/test/test_provider_keys.py@@ -1417,6 +1417,26 @@ class TestLLMProviderKeyDependentConfigs(APIBaseTest):self.organization_membership.level = OrganizationMembership.Level.ADMINself.organization_membership.save()+ @parameterized.expand([("key_in_the_url_project", True, 200), ("key_from_another_project", False, 404)])+ def test_models_follow_the_project_in_the_url(self, _name: str, key_in_url_project: bool, expected: int) -> None:+ other_team = Team.objects.create(organization=self.organization, name="Other project")+ key = LLMProviderKey.objects.create(+ team=other_team if key_in_url_project else self.team,+ provider="openai",+ name="My Key",+ state=LLMProviderKey.State.OK,+ encrypted_config={"api_key": "sk-test-key"},+ )+ # The user's current project stays self.team, as when a second tab switched it.+ with patch("products.ai_observability.backend.api.proxy.Client.list_models", return_value=["gpt-5-mini"]):+ response = self.client.get(+ f"/api/environments/{other_team.id}/llm_analytics/provider_keys/{key.id}/models/"+ )++ self.assertEqual(response.status_code, expected, response.json())+ if expected == 200:+ self.assertIn("gpt-5-mini", [model["id"] for model in response.json()])+def test_dependent_configs_returns_evaluations_using_key(self):key = LLMProviderKey.objects.create(team=self.team,diff --git a/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx b/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsxindex 7b4c99f173f6..ea997aa85976 100644--- a/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx+++ b/products/ai_observability/frontend/ByokModelPickerNotice.stories.tsx@@ -99,6 +99,22 @@ const meta: Meta<StoryArgs> = {]: [],],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) =>+ modelsFail && params.key_id+ ? [500, { error: 'Internal error' }]+ : [+ 200,+ systemOne+ ? [+ {+ id: 'example-judge-v1',+ name: 'example-judge-v1',+ provider: 'System One',+ is_recommended: false,+ },+ ]+ : [],+ ],},})diff --git a/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts b/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.tsindex 470e4be0ae4e..74fa574b1329 100644--- a/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts+++ b/products/ai_observability/frontend/evaluations/llmEvaluationLogic.test.ts@@ -244,6 +244,7 @@ describe('llmEvaluationLogic', () => {useMocks({get: {'/api/llm_proxy/models/': [],+ '/api/projects/:teamId/llm_analytics/provider_keys/:keyId/models/': [],'/api/environments/:teamId/llm_analytics/provider_keys/': { results: mockProviderKeys },'/api/environments/:teamId/llm_analytics/evaluation_config/': {active_provider_key: null,@@ -1950,6 +1951,34 @@ return result`,]: [],],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [+ 200,+ params.key_id === keyId+ ? [+ {+ id: 'example/dual-model',+ name: 'example/dual-model',+ provider: displayName,+ supports_decisions: true,+ supports_chat: true,+ },+ {+ id: 'example/chat-model',+ name: 'example/chat-model',+ provider: displayName,+ supports_decisions: false,+ supports_chat: true,+ },+ {+ id: 'example/decision-model',+ name: 'example/decision-model',+ provider: displayName,+ supports_decisions: true,+ supports_chat: false,+ },+ ]+ : [],+ ],},})await expectLogic(keysLogic, () => keysLogic.actions.loadProviderKeys()).toFinishAllListeners()diff --git a/products/ai_observability/frontend/generated/api.schemas.ts b/products/ai_observability/frontend/generated/api.schemas.tsindex cf34d216fc68..cacf3f2dfaf4 100644--- a/products/ai_observability/frontend/generated/api.schemas.ts+++ b/products/ai_observability/frontend/generated/api.schemas.ts@@ -4403,6 +4403,25 @@ export interface PatchedLLMProviderKeyApi {readonly last_used_at?: string | null}+export interface LLMProxyModelInfoApi {+ /** Provider-specific model identifier. */+ id: string+ /** Model display name. */+ name: string+ /** Provider display name. */+ provider: string+ /** Description of the model. */+ description: string+ /** Whether the provider recommends this model. */+ is_recommended: boolean+ /** Whether this model supports decision questions. */+ supports_decisions?: boolean+ /** Whether this model supports chat completions with written reasoning. */+ supports_chat?: boolean+ /** Whether an evaluation judge can set a reasoning level for this model. */+ supports_reasoning?: boolean+}+export interface ReviewQueueItemApi {readonly id: string/** Review queue ID that currently owns this pending trace. */diff --git a/products/ai_observability/frontend/generated/api.ts b/products/ai_observability/frontend/generated/api.tsindex d67d25f53b0b..cfcb287e02aa 100644--- a/products/ai_observability/frontend/generated/api.ts+++ b/products/ai_observability/frontend/generated/api.ts@@ -74,6 +74,7 @@ import type {LLMPromptResolveResponseApi,LLMPromptSetLabelApi,LLMProviderKeyApi,+ LLMProxyModelInfoApi,LlmAnalyticsClusteringJobsListParams,LlmAnalyticsEvaluationReportsListParams,LlmAnalyticsEvaluationReportsRunsListParams,@@ -2611,6 +2612,25 @@ export const llmAnalyticsProviderKeysDependentConfigsRetrieve = async (})}+export const getLlmAnalyticsProviderKeysModelsListUrl = (projectId: string, id: string) => {+ return `/api/projects/${projectId}/llm_analytics/provider_keys/${id}/models/`+}++/**+ * Models this provider key can run, as the model pickers list them. Scoped to the project in the URL, so a+ * page on a project other than the user's current one still lists its own keys' models.+ */+export const llmAnalyticsProviderKeysModelsList = async (+ projectId: string,+ id: string,+ options?: RequestInit+): Promise<LLMProxyModelInfoApi[]> => {+ return apiMutator<LLMProxyModelInfoApi[]>(getLlmAnalyticsProviderKeysModelsListUrl(projectId, id), {+ ...options,+ method: 'GET',+ })+}+export const getLlmAnalyticsProviderKeysValidateCreateUrl = (projectId: string, id: string) => {return `/api/projects/${projectId}/llm_analytics/provider_keys/${id}/validate/`}diff --git a/products/ai_observability/frontend/modelPickerLogic.test.ts b/products/ai_observability/frontend/modelPickerLogic.test.tsindex 6c3b7e0b1632..437135f72583 100644--- a/products/ai_observability/frontend/modelPickerLogic.test.ts+++ b/products/ai_observability/frontend/modelPickerLogic.test.ts@@ -70,6 +70,20 @@ describe('modelPickerLogic', () => {],]: [200, []],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) =>+ params.key_id+ ? [+ 200,+ [+ {+ id: model,+ name: model,+ provider: 'System One',+ is_recommended: true,+ },+ ],+ ]+ : [200, []],},})logic = modelPickerLogic()@@ -99,6 +113,12 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'key-1') {+ return [200, BYOK_OPENAI_MODELS]+ }+ return [200, []]+ },},})@@ -143,6 +163,21 @@ describe('modelPickerLogic', () => {]: [],],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [+ 200,+ params.key_id+ ? [+ { id: 'typesafe/jev-1.13', provider: 'OpenRouter', supports_decisions: true },+ { id: 'typesafe/jev-router', provider: 'OpenRouter', supports_decisions: false },+ {+ id: 'example/dual-model',+ provider: 'OpenRouter',+ supports_decisions: true,+ supports_chat: true,+ },+ ]+ : [],+ ],},})logic = modelPickerLogic()@@ -181,6 +216,12 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'key-1') {+ return [200, BYOK_OPENAI_MODELS_MIXED]+ }+ return [200, []]+ },},})@@ -240,6 +281,16 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ if (keyId === 'key-1') {+ return [200, BYOK_OPENAI_MODELS]+ }+ if (keyId === 'key-2') {+ return [200, BYOK_ANTHROPIC_MODELS]+ }+ return [200, []]+ },},})@@ -276,6 +327,16 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ if (keyId === 'key-1') {+ return key1Fails ? [500, { error: 'Internal error' }] : [200, BYOK_OPENAI_MODELS]+ }+ if (keyId === 'key-2') {+ return [200, BYOK_ANTHROPIC_MODELS]+ }+ return [200, []]+ },},})@@ -347,6 +408,7 @@ describe('modelPickerLogic', () => {active_provider_key: null,},'/api/llm_proxy/models/': () => [200, models],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': () => [200, models],},})@@ -450,6 +512,16 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ if (keyId === 'key-1') {+ return [200, BYOK_OPENAI_MODELS]+ }+ if (keyId === 'key-2') {+ return [200, BYOK_ANTHROPIC_MODELS]+ }+ return [200, []]+ },},})@@ -492,6 +564,10 @@ describe('modelPickerLogic', () => {const keyId = new URL(request.url).searchParams.get('provider_key_id')return [200, keyId === 'key-1' ? BYOK_OPENAI_MODELS : []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ return [200, keyId === 'key-1' ? BYOK_OPENAI_MODELS : []]+ },},})@@ -527,6 +603,13 @@ describe('modelPickerLogic', () => {}return [200, []]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ if (keyId === 'key-1' || keyId === 'key-2') {+ return [200, BYOK_OPENAI_MODELS]+ }+ return [200, []]+ },},})diff --git a/products/ai_observability/frontend/modelPickerLogic.ts b/products/ai_observability/frontend/modelPickerLogic.tsindex e77e957a2aad..a1f0784130ae 100644--- a/products/ai_observability/frontend/modelPickerLogic.ts+++ b/products/ai_observability/frontend/modelPickerLogic.ts@@ -2,7 +2,9 @@ import { MakeLogicType, actions, afterMount, connect, kea, listeners, path, reduimport { loaders } from 'kea-loaders'import api from 'lib/api'+import { teamLogic } from 'scenes/teamLogic'+import { llmAnalyticsProviderKeysModelsList } from './generated/api'import {type LLMProvider,LLMProviderKey,@@ -132,6 +134,7 @@ export function buildPlaygroundProviderModelGroups(models: ModelOption[]): Proviexport interface modelPickerLogicValues {providerKeys: LLMProviderKey[] // llmProviderKeysLogicproviderKeysLoading: boolean // llmProviderKeysLogic+ currentTeamId: number | null // teamLogicbyokModelNotice: ByokModelNotice | nullbyokModels: ModelOption[]byokModelsLoading: boolean@@ -264,7 +267,7 @@ export const modelPickerLogic = kea<modelPickerLogicType>([path(['products', 'ai_observability', 'frontend', 'modelPickerLogic']),connect(() => ({- values: [llmProviderKeysLogic, ['providerKeys', 'providerKeysLoading']],+ values: [llmProviderKeysLogic, ['providerKeys', 'providerKeysLoading'], teamLogic, ['currentTeamId']],actions: [llmProviderKeysLogic,['loadProviderKeysSuccess', 'createProviderKeySuccess', 'updateProviderKeySuccess'],@@ -287,15 +290,11 @@ export const modelPickerLogic = kea<modelPickerLogicType>([const results = await Promise.all(validKeys.map(async (key: LLMProviderKey) => {try {- // nosemgrep: prefer-codegen-api -- Legacy raw API call with a hand-written URL and an unchecked response type. No generated function covers this endpoint yet. Find out why the generated client skips it (no schema, no product tag, or excluded from the spec) and fix that first.- const rawModels = (await api.get(- `/api/llm_proxy/models/?provider_key_id=${encodeURIComponent(key.id)}`- )) as (Omit<ModelOption, 'providerKeyId' | 'isRecommended'> & {- is_recommended?: boolean- supports_decisions?: boolean- supports_chat?: boolean- supports_reasoning?: boolean- })[]+ // The project in the URL, not the user's current one, which a second tab can change.+ const rawModels = await llmAnalyticsProviderKeysModelsList(+ String(values.currentTeamId),+ key.id+ )return rawModels.map((m) => ({id: m.id,name: m.name,diff --git a/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.tsindex b2c58c21af5e..77b7659d1e6d 100644--- a/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts+++ b/products/ai_observability/frontend/playground/llmPlaygroundLogic.test.ts@@ -241,6 +241,12 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'openrouter-key-1') {+ return [200, byokModels]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})@@ -286,6 +292,12 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'openrouter-key-1') {+ return [200, byokModels]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})@@ -332,6 +344,12 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'openrouter-key-1') {+ return [200, byokModels]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})@@ -385,6 +403,23 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const providerKeyId = params.key_id+ if (providerKeyId === 'openrouter-key-z' || providerKeyId === 'openrouter-key-a') {+ return [+ 200,+ [+ {+ id: byokModelId,+ name: 'Claude Sonnet 4',+ provider: 'openrouter',+ description: '',+ },+ ],+ ]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})@@ -430,6 +465,12 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'openrouter-key-1') {+ return [200, byokModels]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})@@ -785,6 +826,12 @@ describe('llmPlaygroundLogic', () => {}return [200, MOCK_MODEL_OPTIONS]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ if (params.key_id === 'key-1') {+ return [200, byokModels]+ }+ return [200, MOCK_MODEL_OPTIONS]+ },},})diff --git a/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.tsindex c67a566db61b..b2fa637bf727 100644--- a/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts+++ b/products/ai_observability/frontend/playground/llmPlaygroundRunLogic.test.ts@@ -58,6 +58,20 @@ function useSystemOneKeyMocks(): void {]: [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [+ 200,+ params.key_id+ ? [+ {+ id: 'jev-1',+ name: 'jev-1',+ provider: 'System One',+ supports_decisions: true,+ supports_chat: false,+ },+ ]+ : [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],+ ],},})}@@ -241,6 +255,15 @@ describe('llmPlaygroundRunLogic', () => {}return [200, [{ id: 'gpt-5-mini', name: 'gpt-5-mini', provider: 'OpenAI', description: '' }]]},+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => {+ const keyId = params.key_id+ if (keyId === 'key-s1') {+ return systemOneStatus === 200+ ? [200, [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]]+ : [systemOneStatus, { detail: 'Could not list models' }]+ }+ return [200, [{ id: 'gpt-5-mini', name: 'gpt-5-mini', provider: 'OpenAI', description: '' }]]+ },},})const logic = llmPlaygroundRunLogic()diff --git a/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts b/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.tsindex 8c0ec9887624..7303ad5251e4 100644--- a/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts+++ b/products/ai_observability/frontend/playground/llmPlaygroundVariablesLogic.test.ts@@ -21,6 +21,12 @@ describe('llmPlaygroundVariablesLogic', () => {? [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]: [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],],+ '/api/projects/:team_id/llm_analytics/provider_keys/:key_id/models/': ({ params }) => [+ 200,+ params.key_id+ ? [{ id: 'jev-1', name: 'jev-1', provider: 'System One', supports_chat: false }]+ : [{ id: 'gpt-5-mini', name: 'GPT-5 Mini', provider: 'OpenAI', description: '' }],+ ],},})})diff --git a/services/mcp/src/api/generated.ts b/services/mcp/src/api/generated.tsindex 2202f411c078..c5c45a521b1d 100644--- a/services/mcp/src/api/generated.ts+++ b/services/mcp/src/api/generated.ts@@ -61082,6 +61082,25 @@ export namespace Schemas {version: number;}+ export interface LLMProxyModelInfo {+ /** Provider-specific model identifier. */+ id: string;+ /** Model display name. */+ name: string;+ /** Provider display name. */+ provider: string;+ /** Description of the model. */+ description: string;+ /** Whether the provider recommends this model. */+ is_recommended: boolean;+ /** Whether this model supports decision questions. */+ supports_decisions?: boolean;+ /** Whether this model supports chat completions with written reasoning. */+ supports_chat?: boolean;+ /** Whether an evaluation judge can set a reasoning level for this model. */+ supports_reasoning?: boolean;+ }+/*** Arbitrary key-value metadata.*/