Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

fix(aio): coerce non-string span names in trace summaries (#121141)

posthog[bot]e8cb2a7bb33a
diff --git a/products/ai_observability/backend/text_repr/formatters/test/test_trace_formatter.py b/products/ai_observability/backend/text_repr/formatters/test/test_trace_formatter.py
index 7d9d158b0beb..174de5850d8f 100644
--- a/products/ai_observability/backend/text_repr/formatters/test/test_trace_formatter.py
+++ b/products/ai_observability/backend/text_repr/formatters/test/test_trace_formatter.py
@@ -198,6 +198,25 @@ class TestGetEventSummary:
summary = _get_event_summary(event)
assert "Factual accuracy (llm_judge, false)" in summary
+ @parameterized.expand(
+ [
+ ("generation", "$ai_generation", {"$ai_span_name": 42, "$ai_model": 4}, "42 (4)"),
+ ("generation_model_fallback", "$ai_generation", {"$ai_model": 4}, "4 (4)"),
+ ("span", "$ai_span", {"$ai_span_name": 42, "$ai_is_error": True}, "42 (ERROR)"),
+ ("embedding", "$ai_embedding", {"$ai_span_name": 42, "$ai_model": 4}, "42 (4)"),
+ (
+ "evaluation",
+ "$ai_evaluation",
+ {"$ai_evaluation_name": 42, "$ai_evaluation_runtime": 1, "$ai_evaluation_result": True},
+ "42 (1, true)",
+ ),
+ ]
+ )
+ def test_non_string_names_are_coerced(
+ self, _name: str, event_type: str, properties: dict[str, Any], expected: str
+ ) -> None:
+ assert _get_event_summary({"event": event_type, "properties": properties}) == expected
+
def test_unknown_event_type(self):
"""Should return event type for unknown events."""
event = {"event": "custom_event", "properties": {}}
diff --git a/products/ai_observability/backend/text_repr/formatters/trace_formatter.py b/products/ai_observability/backend/text_repr/formatters/trace_formatter.py
index ee87482870d7..3b0047b40f0e 100644
--- a/products/ai_observability/backend/text_repr/formatters/trace_formatter.py
+++ b/products/ai_observability/backend/text_repr/formatters/trace_formatter.py
@@ -222,12 +222,12 @@ def _get_event_summary(event: dict[str, Any]) -> str:
parts.append(_format_cost(props["$ai_total_cost_usd"]))
if props.get("$ai_model"):
- parts.append(props["$ai_model"])
+ parts.append(str(props["$ai_model"]))
if props.get("$ai_is_error") or props.get("$ai_error"):
parts.append("ERROR")
- summary = span_name
+ summary = str(span_name)
if parts:
summary += f" ({', '.join(parts)})"
return summary
@@ -242,7 +242,7 @@ def _get_event_summary(event: dict[str, Any]) -> str:
if props.get("$ai_is_error"):
parts.append("ERROR")
- summary = span_name
+ summary = str(span_name)
if parts:
summary += f" ({', '.join(parts)})"
return summary
@@ -258,12 +258,12 @@ def _get_event_summary(event: dict[str, Any]) -> str:
parts.append(_format_cost(props["$ai_total_cost_usd"]))
if props.get("$ai_model"):
- parts.append(props["$ai_model"])
+ parts.append(str(props["$ai_model"]))
if props.get("$ai_is_error") or props.get("$ai_error"):
parts.append("ERROR")
- summary = span_name
+ summary = str(span_name)
if parts:
summary += f" ({', '.join(parts)})"
return summary
@@ -276,7 +276,7 @@ def _get_event_summary(event: dict[str, Any]) -> str:
parts = []
if runtime:
- parts.append(runtime)
+ parts.append(str(runtime))
if applicable is False or applicable == "false":
parts.append("N/A")
elif props.get("$ai_evaluation_result_type") == "categorical" and isinstance(
@@ -293,7 +293,7 @@ def _get_event_summary(event: dict[str, Any]) -> str:
elif result is False or result == "false":
parts.append("false")
- summary = eval_name
+ summary = str(eval_name)
if parts:
summary += f" ({', '.join(parts)})"
return summary