🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(playground): map structured-output AI SDK failures to 400 (#16780)
cursor[bot]44ad54abb685
diff --git a/web/src/__tests__/server/unit/chat-completion-handler.servertest.ts b/web/src/__tests__/server/unit/chat-completion-handler.servertest.tsindex 9e80244505..6d094ec2be 100644--- a/web/src/__tests__/server/unit/chat-completion-handler.servertest.ts+++ b/web/src/__tests__/server/unit/chat-completion-handler.servertest.ts@@ -50,6 +50,27 @@ vi.mock("@langfuse/shared/src/server", async (importOriginal) => {import chatCompletionHandler from "@/src/features/playground/server/chatCompletionHandler";import { LLMValidationError } from "@langfuse/shared/src/server";+const AISDK_ERROR_MARKER = Symbol.for("vercel.ai.error");+const API_CALL_ERROR_MARKER = Symbol.for("vercel.ai.error.AI_APICallError");++function createAiSdkError(name: string, message: string): Error {+ const error = new Error(message);+ error.name = name;+ Object.assign(error, { [AISDK_ERROR_MARKER]: true });+ return error;+}++function createProviderApiError(message: string, statusCode: number): Error {+ const error = createAiSdkError("AI_APICallError", message);+ Object.assign(error, {+ [API_CALL_ERROR_MARKER]: true,+ statusCode,+ url: "https://api.example.com/v1/messages",+ isRetryable: false,+ });+ return error;+}+const baseBody = {projectId: "project-1",messages: [{ role: "user", type: "user", content: "Hello" }],@@ -236,4 +257,45 @@ describe("chatCompletionHandler", () => {message: "Unsupported provider options: unknown_parameter",});});++ it("maps structured-output AI SDK failures to 400 instead of 500", async () => {+ mocks.createOutput.mockReturnValue({ kind: "object-output" });+ mocks.generate.mockRejectedValue(+ createAiSdkError(+ "AI_NoOutputGeneratedError",+ "The model did not generate output",+ ),+ );++ const response = await chatCompletionHandler(+ createRequest({+ ...baseBody,+ structuredOutputSchema: {+ type: "object",+ properties: { answer: { type: "number" } },+ required: ["answer"],+ },+ }),+ );++ expect(response.status).toBe(400);+ await expect(response.json()).resolves.toEqual({+ error: "AI_NoOutputGeneratedError",+ message: "The model did not generate output",+ });+ });++ it("preserves upstream provider 5xx status codes", async () => {+ mocks.generate.mockRejectedValue(+ createProviderApiError("Provider unavailable", 500),+ );++ const response = await chatCompletionHandler(createRequest(baseBody));++ expect(response.status).toBe(500);+ await expect(response.json()).resolves.toEqual({+ error: "AI_APICallError",+ message: "Provider unavailable",+ });+ });});diff --git a/web/src/features/playground/server/chatCompletionHandler.ts b/web/src/features/playground/server/chatCompletionHandler.tsindex fcb251baff..f574e14ac4 100644--- a/web/src/features/playground/server/chatCompletionHandler.ts+++ b/web/src/features/playground/server/chatCompletionHandler.ts@@ -182,7 +182,10 @@ export default async function chatCompletionHandler(req: NextRequest) {if (err instanceof Error) {const llmError = getLLMErrorInfo(err);- const statusCode = llmError?.statusCode ?? 500;+ // Semantic AI SDK failures (e.g. no structured output) have no HTTP+ // status. Treat them as client/provider operational errors, not 500s.+ const statusCode =+ llmError?.statusCode ?? (llmError?.kind === "ai-sdk" ? 400 : 500);const errorMessage = llmError?.message ?? "An internal error occurred";return NextResponse.json(