🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { asRecord, parseIfString } from "./core/utils/json";
import type { NormalizedIO, SpanIO } from "./types";
import {
collectMetadata,
collectIO,
type ParsedIOValue,
} from "./core/accumulator/collect";
import { createAccumulator } from "./core/accumulator/interface";
import { createParserContext } from "./core/parser-context";
type ParsedSpanIO = {
input: ParsedIOValue;
output: ParsedIOValue;
metadata: ParsedIOValue;
};
function parseIOValue(value: unknown): ParsedIOValue {
const parsed = parseIfString(value);
return { value: parsed, record: asRecord(parsed) };
}
function parseSpanIO(span: SpanIO): ParsedSpanIO {
return {
input: parseIOValue(span.input),
output: parseIOValue(span.output),
metadata: parseIOValue(span.metadata),
};
}
/**
* Normalize an already-adapted span I/O value.
*
* This is the client-safe parser entry point. Source-specific adapters such as
* ClickHouse event rows and OTel spans stay in the server-only wrapper.
*/
export function normalizeSpanIO(span: SpanIO): NormalizedIO {
const { input, output, metadata } = parseSpanIO(span);
const accumulator = createAccumulator();
collectIO(input, createParserContext("input"), accumulator);
collectIO(output, createParserContext("output"), accumulator);
collectMetadata(metadata, accumulator);
const additionalInput = accumulator.unparsedKeys.input;
const hasAdditionalInput =
additionalInput !== undefined && Object.keys(additionalInput).length > 0;
return {
messages: accumulator.messages,
toolDefinitions: accumulator.toolDefinitions,
span,
...(hasAdditionalInput ? { additionalInput } : {}),
};
}