Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(otel): map flattened invocation parameters (#16249)

Hassieb Pakzad0757b12cecd1
diff --git a/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts b/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts
index a81903e074..8c10417f45 100644
--- a/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts
+++ b/packages/shared/src/server/otel/OtelIngestionProcessor.modelParameters.test.ts
@@ -167,4 +167,68 @@ describe("OtelIngestionProcessor model parameters", () => {
service_tier: "priority",
});
});
+
+ it("maps flattened OpenInference invocation parameters", () => {
+ const batch: ResourceSpan[] = [
+ {
+ scopeSpans: [
+ {
+ scope: { name: "config-task-service-ai", version: "0.1.0" },
+ spans: [
+ {
+ traceId: Buffer.from("0123456789abcdef0123456789abcdef", "hex"),
+ spanId: Buffer.from("0123456789abcdef", "hex"),
+ name: "gen_ai.client.operation",
+ kind: 3,
+ startTimeUnixNano: "1752384000000000000",
+ endTimeUnixNano: "1752384001000000000",
+ attributes: [
+ {
+ key: "openinference.span.kind",
+ value: { stringValue: "LLM" },
+ },
+ {
+ key: "llm.model_name",
+ value: { stringValue: "gpt-5.6-luna" },
+ },
+ {
+ key: "llm.invocation_parameters.temperature",
+ value: { doubleValue: 0.1 },
+ },
+ {
+ key: "llm.invocation_parameters.max_tokens",
+ value: { intValue: { low: 6000, high: 0 } },
+ },
+ {
+ key: "llm.invocation_parameters.reasoning_effort",
+ value: { stringValue: "high" },
+ },
+ {
+ key: "llm.invocation_parameters.service_tier",
+ value: { stringValue: "priority" },
+ },
+ ],
+ status: {},
+ },
+ ],
+ },
+ ],
+ },
+ ];
+
+ const events = new OtelIngestionProcessor({
+ projectId: "project-1",
+ publicKey: "pk-test",
+ sdkName: "opentelemetry",
+ sdkVersion: "1.31.0",
+ }).processToEvent(batch);
+
+ expect(events).toHaveLength(1);
+ expect(events[0].modelParameters).toEqual({
+ temperature: 0.1,
+ max_tokens: 6000,
+ reasoning_effort: "high",
+ service_tier: "priority",
+ });
+ });
});
diff --git a/packages/shared/src/server/otel/OtelIngestionProcessor.ts b/packages/shared/src/server/otel/OtelIngestionProcessor.ts
index 5d90322488..5ab3cb1d47 100644
--- a/packages/shared/src/server/otel/OtelIngestionProcessor.ts
+++ b/packages/shared/src/server/otel/OtelIngestionProcessor.ts
@@ -2542,13 +2542,19 @@ export class OtelIngestionProcessor {
}
}
- const modelParameters = Object.keys(attributes).filter((key) =>
- key.startsWith("gen_ai.request."),
+ const modelParameterPrefixes = [
+ "gen_ai.request.",
+ "llm.invocation_parameters.",
+ ];
+ const modelParameters = modelParameterPrefixes.flatMap((prefix) =>
+ Object.keys(attributes)
+ .filter((key) => key.startsWith(prefix))
+ .map((key) => ({ key, prefix })),
);
return this.sanitizeModelParams(
- modelParameters.reduce((acc: any, key) => {
- const modelParamKey = key.replace("gen_ai.request.", "");
+ modelParameters.reduce((acc: any, { key, prefix }) => {
+ const modelParamKey = key.replace(prefix, "");
if (modelParamKey !== "model") {
acc[modelParamKey] = attributes[key];
}