🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(ai-gateway): hide shut-down OpenAI and retired Anthropic models (#19615)
Tobias Wochinger9b647b5dc905
diff --git a/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts b/web/src/__tests__/server/ai-gateway-control-plane.servertest.tsindex e66d49ed7c..21fc725d13 100644--- a/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts+++ b/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts@@ -2663,7 +2663,7 @@ describe("AI gateway control plane", () => {id: "a-model",created: 10,owned_by: "openai",- shutdown_date: "2027-01-01",+ shutdown_date: "9999-12-31",},{ id: "shared-model", created: 15, owned_by: "openai" },],diff --git a/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.ts b/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.tsnew file mode 100644index 0000000000..add0f41c96--- /dev/null+++ b/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.ts@@ -0,0 +1,132 @@+import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";+import type { PrismaClient } from "@langfuse/shared/src/db";+import { encrypt } from "@langfuse/shared/encryption";+import type { Redis } from "ioredis";++import { GatewayModelCatalogService } from "@/src/features/ai-gateway/server/provider";+import { anthropicModelDiscoveryAdapter } from "@/src/features/ai-gateway/server/provider/models/adapters/anthropic";+import { openAiModelDiscoveryAdapter } from "@/src/features/ai-gateway/server/provider/models/adapters/openAi";++const openAiModels = [+ { id: "gpt-5-chat-latest", created: 1, shutdown_date: "2026-07-23" },+ { id: "tts-1-hd", created: 1, shutdown_date: "2027-01-06" },+ { id: "gpt-5.2-pro", created: 1, shutdown_date: null },+ { id: "gpt-4o-mini", created: 1 },+ { id: "unparsable-shutdown", created: 1, shutdown_date: "soon" },+ { id: "non-string-shutdown", created: 1, shutdown_date: 20260101 },+];++const respondWith = (body: unknown) => async () => Response.json(body);++const fetchOpenAiModelIds = async () => {+ const result = await openAiModelDiscoveryAdapter.fetchCatalog({+ credential: "sk-test",+ fetcher: respondWith({ data: openAiModels }),+ });+ return result.success ? result.models.map(({ id }) => id) : result.error;+};++describe("AI Gateway model discovery", () => {+ beforeEach(() => {+ vi.useFakeTimers({ toFake: ["Date"] });+ vi.setSystemTime(new Date("2026-11-03T10:00:00Z"));+ });++ afterEach(() => {+ vi.useRealTimers();+ });++ it("drops OpenAI models whose shutdown date has passed", async () => {+ expect(await fetchOpenAiModelIds()).toEqual([+ "tts-1-hd",+ "gpt-5.2-pro",+ "gpt-4o-mini",+ "unparsable-shutdown",+ "non-string-shutdown",+ ]);+ });++ it("drops an OpenAI model at the start of its shutdown day", async () => {+ vi.setSystemTime(new Date("2027-01-06T00:00:00.000Z"));++ expect(await fetchOpenAiModelIds()).not.toContain("tts-1-hd");+ });++ it("caches an OpenAI catalog no longer than until its next shutdown", async () => {+ vi.setSystemTime(new Date("2027-01-05T23:58:00Z"));+ const redis = {+ get: vi.fn().mockResolvedValue(null),+ ttl: vi.fn().mockResolvedValue(-2),+ setex: vi.fn().mockResolvedValue("OK"),+ } as unknown as Redis;+ const prisma = {+ gatewayAiConnection: {+ findFirst: vi.fn().mockResolvedValue({+ id: "connection-1",+ organizationId: "org-1",+ provider: "OPENAI",+ encryptedCredential: encrypt("sk-test"),+ status: "ENABLED",+ allowedModels: null,+ updatedAt: new Date(0),+ }),+ },+ } as unknown as PrismaClient;+ const service = new GatewayModelCatalogService(+ prisma,+ respondWith({ data: openAiModels }),+ redis,+ );++ await service.getModelCatalog({+ organizationId: "org-1",+ connectionId: "connection-1",+ });++ expect(redis.setex).toHaveBeenCalledWith(+ "ai-gateway:models:org-1:connection-1",+ 120,+ expect.any(String),+ );+ });++ it("drops retired Anthropic models and keeps deprecated ones", async () => {+ const result = await anthropicModelDiscoveryAdapter.fetchCatalog({+ credential: "sk-ant-test",+ fetcher: respondWith({+ data: [+ {+ id: "claude-active",+ display_name: "Claude Active",+ created_at: "2026-01-01T00:00:00Z",+ lifecycle: "active",+ },+ {+ id: "claude-deprecated",+ display_name: "Claude Deprecated",+ created_at: "2025-01-01T00:00:00Z",+ lifecycle: "deprecated",+ },+ {+ id: "claude-retired",+ display_name: "Claude Retired",+ created_at: "2024-01-01T00:00:00Z",+ lifecycle: "retired",+ },+ {+ id: "claude-no-lifecycle",+ display_name: "Claude No Lifecycle",+ created_at: "2024-01-01T00:00:00Z",+ },+ ],+ has_more: false,+ }),+ });++ expect(result.success && result.models.map(({ id }) => id)).toEqual([+ "claude-active",+ "claude-deprecated",+ "claude-no-lifecycle",+ ]);+ });+});diff --git a/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts b/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.tsindex 67c6b0af66..f5d05c07c5 100644--- a/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts+++ b/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts@@ -11,6 +11,8 @@ const responseSchema = z.object({id: z.string(),display_name: z.string(),created_at: z.iso.datetime(),+ // The list omits retired models by default; filtering them too keeps that guarantee if the default changes.+ lifecycle: z.string().optional().catch(undefined),}),),has_more: z.boolean(),@@ -44,13 +46,15 @@ export const anthropicModelDiscoveryAdapter: ModelDiscoveryAdapter = {const parsed = responseSchema.safeParse(result.value);if (!parsed.success) return { success: false, error: "provider_error" };models.push(- ...parsed.data.data.map((model) => ({- id: model.id,- provider: "ANTHROPIC" as const,- canonicalSlug: model.id,- displayName: model.display_name,- createdAt: model.created_at,- })),+ ...parsed.data.data+ .filter((model) => model.lifecycle !== "retired")+ .map((model) => ({+ id: model.id,+ provider: "ANTHROPIC" as const,+ canonicalSlug: model.id,+ displayName: model.display_name,+ createdAt: model.created_at,+ })),);if (!parsed.data.has_more) {diff --git a/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts b/web/src/features/ai-gateway/server/provider/models/adapters/openAi.tsindex 146778535a..a179309c6f 100644--- a/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts+++ b/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts@@ -10,6 +10,8 @@ const responseSchema = z.object({z.object({id: z.string(),created: z.number().int().nonnegative().max(253_402_300_799),+ // `YYYY-MM-DD`, or null when no shutdown is scheduled. A malformed value must not fail discovery.+ shutdown_date: z.string().nullish().catch(null),}),),});@@ -29,15 +31,33 @@ export const openAiModelDiscoveryAdapter: ModelDiscoveryAdapter = {const parsed = responseSchema.safeParse(result.value);if (!parsed.success) return { success: false, error: "provider_error" };+ const now = Date.now();+ const available = parsed.data.data+ .map((model) => ({+ model,+ shutdownAt: parseShutdownDate(model.shutdown_date),+ }))+ .filter(({ shutdownAt }) => shutdownAt === null || shutdownAt > now);+ const shutdowns = available.flatMap(({ shutdownAt }) =>+ shutdownAt === null ? [] : [shutdownAt],+ );return {success: true,- models: parsed.data.data.map((model) => ({+ models: available.map(({ model }) => ({id: model.id,provider: "OPENAI" as const,canonicalSlug: model.id,displayName: model.id,createdAt: new Date(model.created * 1000).toISOString(),})),+ expiresAt: shutdowns.length > 0 ? Math.min(...shutdowns) : undefined,};},};++/** OpenAI keeps listing models past their shutdown date. Returns null for a missing or unparsable date. */+function parseShutdownDate(shutdownDate: string | null | undefined) {+ if (!shutdownDate) return null;+ const shutdownAt = Date.parse(`${shutdownDate}T00:00:00Z`);+ return Number.isNaN(shutdownAt) ? null : shutdownAt;+}diff --git a/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts b/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.tsindex 329bc5d93a..059b870a78 100644--- a/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts+++ b/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts@@ -336,6 +336,7 @@ export class GatewayModelCatalogService {params.organizationId,params.connectionId,catalog,+ models.expiresAt,);}if (unchanged && params.explicitRetry && connection.status === "ERROR") {@@ -402,12 +403,21 @@ export class GatewayModelCatalogService {organizationId: string,connectionId: string,models: GatewayModelCatalogEntry[],+ expiresAt: number | undefined,) {if (!this.redis) return;+ // A model must leave the cached catalog at its shutdown, not up to a full TTL later.+ const ttlSeconds =+ expiresAt === undefined+ ? MODEL_CACHE_TTL_SECONDS+ : Math.min(+ MODEL_CACHE_TTL_SECONDS,+ Math.max(1, Math.ceil((expiresAt - Date.now()) / 1000)),+ );try {await this.redis.setex(this.modelCacheKey(organizationId, connectionId),- MODEL_CACHE_TTL_SECONDS,+ ttlSeconds,JSON.stringify(models),);} catch {diff --git a/web/src/features/ai-gateway/server/provider/models/types.ts b/web/src/features/ai-gateway/server/provider/models/types.tsindex 4604a36449..f7170a3237 100644--- a/web/src/features/ai-gateway/server/provider/models/types.ts+++ b/web/src/features/ai-gateway/server/provider/models/types.ts@@ -15,7 +15,12 @@ export type ModelDiscoveryError =| "timeout";type ModelDiscoveryResult =- | { success: true; models: GatewayModelCatalogEntry[] }+ | {+ success: true;+ models: GatewayModelCatalogEntry[];+ /** Epoch ms of the earliest scheduled shutdown among `models`, by which the catalog must be rediscovered. */+ expiresAt?: number;+ }| { success: false; error: ModelDiscoveryError };export interface ModelDiscoveryAdapter {