🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { SimpleChatMlArraySchema } from "./types";
/**
* Extracts a preview string from ChatML-formatted IO data.
* Returns the last message's content or null if not ChatML.
*
* Detection order (first match wins):
* 1. Direct array: [{role, content}, ...]
* 2. Single message object: {role, content} → return content directly
* 3. Object with 'messages' key: {messages: [...]}
* 4. Otherwise: null
*
* @param io - The input or output data to extract compact representation from
* @returns Compact string representation or null if no data
*/
export function toCompactVerbosityChatML(io: unknown): {
success: boolean;
data: string | null;
} {
try {
if (!io) return { success: false, data: null };
// Case 1: Direct array
if (Array.isArray(io)) {
const parsed = SimpleChatMlArraySchema.safeParse(io);
if (parsed.success && parsed.data.length > 0) {
const lastMessage = parsed.data[parsed.data.length - 1];
return {
success: true,
data: JSON.stringify(lastMessage.content) ?? null,
};
}
return { success: false, data: null };
}
// Case 2: Single message object with role+content
if (io && typeof io === "object" && !Array.isArray(io)) {
const obj = io as Record<string, unknown>;
// Check for direct role+content structure
if (
"role" in obj &&
typeof obj.role === "string" &&
"content" in obj &&
obj.content !== undefined
) {
return { success: true, data: JSON.stringify(obj.content) ?? null };
}
// Case 3: Object with 'messages' key
if ("messages" in obj && Array.isArray(obj.messages)) {
const messages = obj.messages;
const parsed = SimpleChatMlArraySchema.safeParse(messages);
if (parsed.success && parsed.data.length > 0) {
const lastMessage = parsed.data[parsed.data.length - 1];
return {
success: true,
data: JSON.stringify(lastMessage.content) ?? null,
};
}
}
}
return { success: false, data: null };
} catch {
// Schema validation can throw on malformed data (e.g., invalid media references in transforms)
return { success: false, data: null };
}
}