🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(otel): map flattened invocation parameters (#16249)
Hassieb Pakzad0757b12cecd1
diff --git a/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts b/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.tsindex a81903e074..8c10417f45 100644--- a/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts+++ b/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts@@ -167,4 +167,68 @@ describe("OtelIngestionProcessor model parameters", () => {service_tier: "priority",});});++ it("maps flattened OpenInference invocation parameters", () => {+ const batch: ResourceSpan[] = [+ {+ scopeSpans: [+ {+ scope: { name: "config-task-service-ai", version: "0.1.0" },+ spans: [+ {+ traceId: Buffer.from("0123456789abcdef0123456789abcdef", "hex"),+ spanId: Buffer.from("0123456789abcdef", "hex"),+ name: "gen_ai.client.operation",+ kind: 3,+ startTimeUnixNano: "1752384000000000000",+ endTimeUnixNano: "1752384001000000000",+ attributes: [+ {+ key: "openinference.span.kind",+ value: { stringValue: "LLM" },+ },+ {+ key: "llm.model_name",+ value: { stringValue: "gpt-5.6-luna" },+ },+ {+ key: "llm.invocation_parameters.temperature",+ value: { doubleValue: 0.1 },+ },+ {+ key: "llm.invocation_parameters.max_tokens",+ value: { intValue: { low: 6000, high: 0 } },+ },+ {+ key: "llm.invocation_parameters.reasoning_effort",+ value: { stringValue: "high" },+ },+ {+ key: "llm.invocation_parameters.service_tier",+ value: { stringValue: "priority" },+ },+ ],+ status: {},+ },+ ],+ },+ ],+ },+ ];++ const events = new OtelIngestionProcessor({+ projectId: "project-1",+ publicKey: "pk-test",+ sdkName: "opentelemetry",+ sdkVersion: "1.31.0",+ }).processToEvent(batch);++ expect(events).toHaveLength(1);+ expect(events[0].modelParameters).toEqual({+ temperature: 0.1,+ max_tokens: 6000,+ reasoning_effort: "high",+ service_tier: "priority",+ });+ });});diff --git a/packages/shared/src/server/otel/OtelIngestionProcessor.ts b/packages/shared/src/server/otel/OtelIngestionProcessor.tsindex 5d90322488..5ab3cb1d47 100644--- a/packages/shared/src/server/otel/OtelIngestionProcessor.ts+++ b/packages/shared/src/server/otel/OtelIngestionProcessor.ts@@ -2542,13 +2542,19 @@ export class OtelIngestionProcessor {}}- const modelParameters = Object.keys(attributes).filter((key) =>- key.startsWith("gen_ai.request."),+ const modelParameterPrefixes = [+ "gen_ai.request.",+ "llm.invocation_parameters.",+ ];+ const modelParameters = modelParameterPrefixes.flatMap((prefix) =>+ Object.keys(attributes)+ .filter((key) => key.startsWith(prefix))+ .map((key) => ({ key, prefix })),);return this.sanitizeModelParams(- modelParameters.reduce((acc: any, key) => {- const modelParamKey = key.replace("gen_ai.request.", "");+ modelParameters.reduce((acc: any, { key, prefix }) => {+ const modelParamKey = key.replace(prefix, "");if (modelParamKey !== "model") {acc[modelParamKey] = attributes[key];}