🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(chatml): parse single-message inputs (#16565)
Hassieb Pakzada2a4ed477437
diff --git a/packages/shared/src/utils/chatml/core.ts b/packages/shared/src/utils/chatml/core.tsindex 064f8e8752..cd955af467 100644--- a/packages/shared/src/utils/chatml/core.ts+++ b/packages/shared/src/utils/chatml/core.ts@@ -14,6 +14,18 @@ import { selectAdapter, type NormalizerContext } from "./adapters";type ChatMlMessage = z.infer<typeof ChatMlMessageSchema>;+function isSingleChatMlMessage(+ input: unknown,+): input is Record<string, unknown> {+ return (+ input !== null &&+ typeof input === "object" &&+ !Array.isArray(input) &&+ typeof (input as Record<string, unknown>).role === "string" &&+ ("content" in input || "tool_calls" in input)+ );+}+export function mapToChatMl(input: unknown,): ReturnType<typeof ChatMlArraySchema.safeParse> {@@ -41,6 +53,11 @@ export function mapToChatMl(return ChatMlArraySchema.safeParse(inputObject.data.messages);}+ // Single message object, e.g. { role: "user", content: "..." }+ if (isSingleChatMlMessage(input)) {+ return ChatMlArraySchema.safeParse([input]);+ }+return result;}@@ -84,6 +101,8 @@ export function cleanLegacyOutput(output: unknown, fallback?: unknown) {export function extractAdditionalInput(input: unknown,): Record<string, unknown> | undefined {+ if (isSingleChatMlMessage(input)) return undefined;+const adapter = selectAdapter({ metadata: input, data: input });const consumedInputKeys = new Set(["messages"].concat(adapter.getConsumedInputKeys?.(input) ?? []),diff --git a/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json b/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.jsonindex 966863d770..24108cf2bc 100644--- a/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json+++ b/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json@@ -51,11 +51,13 @@},"e9aac170e5d48125": {"input": {- "success": false,- "error": {- "name": "ZodError",- "message": "[\n {\n \"expected\": \"array\",\n \"code\": \"invalid_type\",\n \"path\": [],\n \"message\": \"Invalid input: expected array, received object\"\n }\n]"- }+ "success": true,+ "data": [+ {+ "content": "What's the weather like in Berlin and New York?",+ "role": "user"+ }+ ]},"output": {"success": true,@@ -166,4 +168,4 @@]}}-}\ No newline at end of file+}