Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(ai-gateway): hide shut-down OpenAI and retired Anthropic models (#19615)

Tobias Wochinger9b647b5dc905
diff --git a/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts b/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts
index e66d49ed7c..21fc725d13 100644
--- a/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts
+++ b/web/src/__tests__/server/ai-gateway-control-plane.servertest.ts
@@ -2663,7 +2663,7 @@ describe("AI gateway control plane", () => {
id: "a-model",
created: 10,
owned_by: "openai",
- shutdown_date: "2027-01-01",
+ shutdown_date: "9999-12-31",
},
{ id: "shared-model", created: 15, owned_by: "openai" },
],
diff --git a/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.ts b/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.ts
new file mode 100644
index 0000000000..add0f41c96
--- /dev/null
+++ b/web/src/__tests__/server/unit/ai-gateway-model-discovery.servertest.ts
@@ -0,0 +1,132 @@
+import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
+import type { PrismaClient } from "@langfuse/shared/src/db";
+import { encrypt } from "@langfuse/shared/encryption";
+import type { Redis } from "ioredis";
+
+import { GatewayModelCatalogService } from "@/src/features/ai-gateway/server/provider";
+import { anthropicModelDiscoveryAdapter } from "@/src/features/ai-gateway/server/provider/models/adapters/anthropic";
+import { openAiModelDiscoveryAdapter } from "@/src/features/ai-gateway/server/provider/models/adapters/openAi";
+
+const openAiModels = [
+ { id: "gpt-5-chat-latest", created: 1, shutdown_date: "2026-07-23" },
+ { id: "tts-1-hd", created: 1, shutdown_date: "2027-01-06" },
+ { id: "gpt-5.2-pro", created: 1, shutdown_date: null },
+ { id: "gpt-4o-mini", created: 1 },
+ { id: "unparsable-shutdown", created: 1, shutdown_date: "soon" },
+ { id: "non-string-shutdown", created: 1, shutdown_date: 20260101 },
+];
+
+const respondWith = (body: unknown) => async () => Response.json(body);
+
+const fetchOpenAiModelIds = async () => {
+ const result = await openAiModelDiscoveryAdapter.fetchCatalog({
+ credential: "sk-test",
+ fetcher: respondWith({ data: openAiModels }),
+ });
+ return result.success ? result.models.map(({ id }) => id) : result.error;
+};
+
+describe("AI Gateway model discovery", () => {
+ beforeEach(() => {
+ vi.useFakeTimers({ toFake: ["Date"] });
+ vi.setSystemTime(new Date("2026-11-03T10:00:00Z"));
+ });
+
+ afterEach(() => {
+ vi.useRealTimers();
+ });
+
+ it("drops OpenAI models whose shutdown date has passed", async () => {
+ expect(await fetchOpenAiModelIds()).toEqual([
+ "tts-1-hd",
+ "gpt-5.2-pro",
+ "gpt-4o-mini",
+ "unparsable-shutdown",
+ "non-string-shutdown",
+ ]);
+ });
+
+ it("drops an OpenAI model at the start of its shutdown day", async () => {
+ vi.setSystemTime(new Date("2027-01-06T00:00:00.000Z"));
+
+ expect(await fetchOpenAiModelIds()).not.toContain("tts-1-hd");
+ });
+
+ it("caches an OpenAI catalog no longer than until its next shutdown", async () => {
+ vi.setSystemTime(new Date("2027-01-05T23:58:00Z"));
+ const redis = {
+ get: vi.fn().mockResolvedValue(null),
+ ttl: vi.fn().mockResolvedValue(-2),
+ setex: vi.fn().mockResolvedValue("OK"),
+ } as unknown as Redis;
+ const prisma = {
+ gatewayAiConnection: {
+ findFirst: vi.fn().mockResolvedValue({
+ id: "connection-1",
+ organizationId: "org-1",
+ provider: "OPENAI",
+ encryptedCredential: encrypt("sk-test"),
+ status: "ENABLED",
+ allowedModels: null,
+ updatedAt: new Date(0),
+ }),
+ },
+ } as unknown as PrismaClient;
+ const service = new GatewayModelCatalogService(
+ prisma,
+ respondWith({ data: openAiModels }),
+ redis,
+ );
+
+ await service.getModelCatalog({
+ organizationId: "org-1",
+ connectionId: "connection-1",
+ });
+
+ expect(redis.setex).toHaveBeenCalledWith(
+ "ai-gateway:models:org-1:connection-1",
+ 120,
+ expect.any(String),
+ );
+ });
+
+ it("drops retired Anthropic models and keeps deprecated ones", async () => {
+ const result = await anthropicModelDiscoveryAdapter.fetchCatalog({
+ credential: "sk-ant-test",
+ fetcher: respondWith({
+ data: [
+ {
+ id: "claude-active",
+ display_name: "Claude Active",
+ created_at: "2026-01-01T00:00:00Z",
+ lifecycle: "active",
+ },
+ {
+ id: "claude-deprecated",
+ display_name: "Claude Deprecated",
+ created_at: "2025-01-01T00:00:00Z",
+ lifecycle: "deprecated",
+ },
+ {
+ id: "claude-retired",
+ display_name: "Claude Retired",
+ created_at: "2024-01-01T00:00:00Z",
+ lifecycle: "retired",
+ },
+ {
+ id: "claude-no-lifecycle",
+ display_name: "Claude No Lifecycle",
+ created_at: "2024-01-01T00:00:00Z",
+ },
+ ],
+ has_more: false,
+ }),
+ });
+
+ expect(result.success && result.models.map(({ id }) => id)).toEqual([
+ "claude-active",
+ "claude-deprecated",
+ "claude-no-lifecycle",
+ ]);
+ });
+});
diff --git a/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts b/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts
index 67c6b0af66..f5d05c07c5 100644
--- a/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts
+++ b/web/src/features/ai-gateway/server/provider/models/adapters/anthropic.ts
@@ -11,6 +11,8 @@ const responseSchema = z.object({
id: z.string(),
display_name: z.string(),
created_at: z.iso.datetime(),
+ // The list omits retired models by default; filtering them too keeps that guarantee if the default changes.
+ lifecycle: z.string().optional().catch(undefined),
}),
),
has_more: z.boolean(),
@@ -44,13 +46,15 @@ export const anthropicModelDiscoveryAdapter: ModelDiscoveryAdapter = {
const parsed = responseSchema.safeParse(result.value);
if (!parsed.success) return { success: false, error: "provider_error" };
models.push(
- ...parsed.data.data.map((model) => ({
- id: model.id,
- provider: "ANTHROPIC" as const,
- canonicalSlug: model.id,
- displayName: model.display_name,
- createdAt: model.created_at,
- })),
+ ...parsed.data.data
+ .filter((model) => model.lifecycle !== "retired")
+ .map((model) => ({
+ id: model.id,
+ provider: "ANTHROPIC" as const,
+ canonicalSlug: model.id,
+ displayName: model.display_name,
+ createdAt: model.created_at,
+ })),
);
if (!parsed.data.has_more) {
diff --git a/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts b/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts
index 146778535a..a179309c6f 100644
--- a/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts
+++ b/web/src/features/ai-gateway/server/provider/models/adapters/openAi.ts
@@ -10,6 +10,8 @@ const responseSchema = z.object({
z.object({
id: z.string(),
created: z.number().int().nonnegative().max(253_402_300_799),
+ // `YYYY-MM-DD`, or null when no shutdown is scheduled. A malformed value must not fail discovery.
+ shutdown_date: z.string().nullish().catch(null),
}),
),
});
@@ -29,15 +31,33 @@ export const openAiModelDiscoveryAdapter: ModelDiscoveryAdapter = {
const parsed = responseSchema.safeParse(result.value);
if (!parsed.success) return { success: false, error: "provider_error" };
+ const now = Date.now();
+ const available = parsed.data.data
+ .map((model) => ({
+ model,
+ shutdownAt: parseShutdownDate(model.shutdown_date),
+ }))
+ .filter(({ shutdownAt }) => shutdownAt === null || shutdownAt > now);
+ const shutdowns = available.flatMap(({ shutdownAt }) =>
+ shutdownAt === null ? [] : [shutdownAt],
+ );
return {
success: true,
- models: parsed.data.data.map((model) => ({
+ models: available.map(({ model }) => ({
id: model.id,
provider: "OPENAI" as const,
canonicalSlug: model.id,
displayName: model.id,
createdAt: new Date(model.created * 1000).toISOString(),
})),
+ expiresAt: shutdowns.length > 0 ? Math.min(...shutdowns) : undefined,
};
},
};
+
+/** OpenAI keeps listing models past their shutdown date. Returns null for a missing or unparsable date. */
+function parseShutdownDate(shutdownDate: string | null | undefined) {
+ if (!shutdownDate) return null;
+ const shutdownAt = Date.parse(`${shutdownDate}T00:00:00Z`);
+ return Number.isNaN(shutdownAt) ? null : shutdownAt;
+}
diff --git a/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts b/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts
index 329bc5d93a..059b870a78 100644
--- a/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts
+++ b/web/src/features/ai-gateway/server/provider/models/gatewayModelCatalogService.ts
@@ -336,6 +336,7 @@ export class GatewayModelCatalogService {
params.organizationId,
params.connectionId,
catalog,
+ models.expiresAt,
);
}
if (unchanged && params.explicitRetry && connection.status === "ERROR") {
@@ -402,12 +403,21 @@ export class GatewayModelCatalogService {
organizationId: string,
connectionId: string,
models: GatewayModelCatalogEntry[],
+ expiresAt: number | undefined,
) {
if (!this.redis) return;
+ // A model must leave the cached catalog at its shutdown, not up to a full TTL later.
+ const ttlSeconds =
+ expiresAt === undefined
+ ? MODEL_CACHE_TTL_SECONDS
+ : Math.min(
+ MODEL_CACHE_TTL_SECONDS,
+ Math.max(1, Math.ceil((expiresAt - Date.now()) / 1000)),
+ );
try {
await this.redis.setex(
this.modelCacheKey(organizationId, connectionId),
- MODEL_CACHE_TTL_SECONDS,
+ ttlSeconds,
JSON.stringify(models),
);
} catch {
diff --git a/web/src/features/ai-gateway/server/provider/models/types.ts b/web/src/features/ai-gateway/server/provider/models/types.ts
index 4604a36449..f7170a3237 100644
--- a/web/src/features/ai-gateway/server/provider/models/types.ts
+++ b/web/src/features/ai-gateway/server/provider/models/types.ts
@@ -15,7 +15,12 @@ export type ModelDiscoveryError =
| "timeout";
type ModelDiscoveryResult =
- | { success: true; models: GatewayModelCatalogEntry[] }
+ | {
+ success: true;
+ models: GatewayModelCatalogEntry[];
+ /** Epoch ms of the earliest scheduled shutdown among `models`, by which the catalog must be rediscovered. */
+ expiresAt?: number;
+ }
| { success: false; error: ModelDiscoveryError };
export interface ModelDiscoveryAdapter {