Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(chatml): parse single-message inputs (#16565)

Hassieb Pakzada2a4ed477437
diff --git a/packages/shared/src/utils/chatml/core.ts b/packages/shared/src/utils/chatml/core.ts
index 064f8e8752..cd955af467 100644
--- a/packages/shared/src/utils/chatml/core.ts
+++ b/packages/shared/src/utils/chatml/core.ts
@@ -14,6 +14,18 @@ import { selectAdapter, type NormalizerContext } from "./adapters";
type ChatMlMessage = z.infer<typeof ChatMlMessageSchema>;
+function isSingleChatMlMessage(
+ input: unknown,
+): input is Record<string, unknown> {
+ return (
+ input !== null &&
+ typeof input === "object" &&
+ !Array.isArray(input) &&
+ typeof (input as Record<string, unknown>).role === "string" &&
+ ("content" in input || "tool_calls" in input)
+ );
+}
+
export function mapToChatMl(
input: unknown,
): ReturnType<typeof ChatMlArraySchema.safeParse> {
@@ -41,6 +53,11 @@ export function mapToChatMl(
return ChatMlArraySchema.safeParse(inputObject.data.messages);
}
+ // Single message object, e.g. { role: "user", content: "..." }
+ if (isSingleChatMlMessage(input)) {
+ return ChatMlArraySchema.safeParse([input]);
+ }
+
return result;
}
@@ -84,6 +101,8 @@ export function cleanLegacyOutput(output: unknown, fallback?: unknown) {
export function extractAdditionalInput(
input: unknown,
): Record<string, unknown> | undefined {
+ if (isSingleChatMlMessage(input)) return undefined;
+
const adapter = selectAdapter({ metadata: input, data: input });
const consumedInputKeys = new Set(
["messages"].concat(adapter.getConsumedInputKeys?.(input) ?? []),
diff --git a/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json b/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json
index 966863d770..24108cf2bc 100644
--- a/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json
+++ b/worker/src/__tests__/chatml/framework-traces/claude-agent-2025-12-22.chatml.json
@@ -51,11 +51,13 @@
},
"e9aac170e5d48125": {
"input": {
- "success": false,
- "error": {
- "name": "ZodError",
- "message": "[\n {\n \"expected\": \"array\",\n \"code\": \"invalid_type\",\n \"path\": [],\n \"message\": \"Invalid input: expected array, received object\"\n }\n]"
- }
+ "success": true,
+ "data": [
+ {
+ "content": "What's the weather like in Berlin and New York?",
+ "role": "user"
+ }
+ ]
},
"output": {
"success": true,
@@ -166,4 +168,4 @@
]
}
}
-}
\ No newline at end of file
+}