Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(web): label non-chat input and output as Input and Output (#18787)

Trang Nguyen04e7458f522c
diff --git a/web/src/features/sessions/SessionObservationIO.tsx b/web/src/features/sessions/SessionObservationIO.tsx
index eb9c5e900d..a04c96ae83 100644
--- a/web/src/features/sessions/SessionObservationIO.tsx
+++ b/web/src/features/sessions/SessionObservationIO.tsx
@@ -187,6 +187,7 @@ export const SessionObservationIO = ({
output={observation.output ?? undefined}
metadata={observation.metadata ?? undefined}
observationName={observation.name ?? undefined}
+ observationType={observation.type}
hideIfNull
media={observationMedia.data}
projectId={projectId}
diff --git a/web/src/features/traces/components/ChatMessageList.tsx b/web/src/features/traces/components/ChatMessageList.tsx
index e72ceac940..94b4dfb8cf 100644
--- a/web/src/features/traces/components/ChatMessageList.tsx
+++ b/web/src/features/traces/components/ChatMessageList.tsx
@@ -14,6 +14,7 @@ import {
import { SectionMedia } from "@/src/features/traces/components/IOPreview/components/SectionMedia";
import {
type ChatMlMessage,
+ getMessageTitle,
shouldRenderMessageForContentMode,
} from "@/src/features/traces/fns/chatMessageUtils";
import { type MediaReturnType } from "@/src/features/media";
@@ -33,6 +34,8 @@ export interface ChatMessageListProps {
inputMessageCount?: number;
contentMode?: IOPreviewContentMode;
showSystemPrompt?: boolean;
+ /** Title messages Input / Output by side instead of by role. */
+ titleBySide?: boolean;
}
/**
@@ -55,6 +58,7 @@ export function ChatMessageList({
inputMessageCount,
contentMode = "all",
showSystemPrompt,
+ titleBySide = false,
}: ChatMessageListProps) {
// Filter messages to only those with renderable content
const messagesToRender = useMemo(
@@ -119,33 +123,38 @@ export function ChatMessageList({
<div className="flex max-h-full min-h-0 flex-col gap-2">
<div className="flex max-h-full min-h-0 flex-col gap-3">
<div className="flex flex-col gap-3">
- {visibleMessages.map(({ message, originalIndex }) => (
- <div className="flex flex-col" key={originalIndex}>
- <ChatMessage
- message={message}
- shouldRenderMarkdown={shouldRenderMarkdown}
- currentView={currentView}
- toolCallNumbers={messageToToolCallNumbers.get(originalIndex)}
- isOutputMessage={originalIndex >= (inputMessageCount ?? 0)}
- contentMode={contentMode}
- />
- {/* Show collapse/expand button after first message */}
- {isCollapsed !== null &&
- originalIndex === messagesToRender[0]?.originalIndex && (
- <div className="mt-1 mb-2 flex">
- <Button
- variant="text"
- onClick={() => setCollapsed((v) => !v)}
- text={
- isCollapsed
- ? `Show ${messagesToRender.length - COLLAPSE_THRESHOLD} more`
- : "Hide history"
- }
- />
- </div>
- )}
- </div>
- ))}
+ {visibleMessages.map(({ message, originalIndex }) => {
+ const isOutputMessage = originalIndex >= (inputMessageCount ?? 0);
+ const sideTitle = isOutputMessage ? "Output" : "Input";
+ return (
+ <div className="flex flex-col" key={originalIndex}>
+ <ChatMessage
+ message={message}
+ title={titleBySide ? sideTitle : getMessageTitle(message)}
+ shouldRenderMarkdown={shouldRenderMarkdown}
+ currentView={currentView}
+ toolCallNumbers={messageToToolCallNumbers.get(originalIndex)}
+ isOutputMessage={isOutputMessage}
+ contentMode={contentMode}
+ />
+ {/* Show collapse/expand button after first message */}
+ {isCollapsed !== null &&
+ originalIndex === messagesToRender[0]?.originalIndex && (
+ <div className="mt-1 mb-2 flex">
+ <Button
+ variant="text"
+ onClick={() => setCollapsed((v) => !v)}
+ text={
+ isCollapsed
+ ? `Show ${messagesToRender.length - COLLAPSE_THRESHOLD} more`
+ : "Hide history"
+ }
+ />
+ </div>
+ )}
+ </div>
+ );
+ })}
</div>
{/* Additional input section */}
diff --git a/web/src/features/traces/components/IOPreview/IOPreview.tsx b/web/src/features/traces/components/IOPreview/IOPreview.tsx
index 2af60be740..f77ced341a 100644
--- a/web/src/features/traces/components/IOPreview/IOPreview.tsx
+++ b/web/src/features/traces/components/IOPreview/IOPreview.tsx
@@ -1,6 +1,10 @@
/* eslint-disable no-nested-ternary */
import { useEffect } from "react";
-import { type ScoreDomain, type Prisma } from "@langfuse/shared";
+import {
+ type ObservationType,
+ type ScoreDomain,
+ type Prisma,
+} from "@langfuse/shared";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics";
import useLocalStorage from "@/src/components/useLocalStorage";
import { usePreserveRelativeScroll } from "@/src/features/traces/hooks/usePreserveRelativeScroll";
@@ -69,6 +73,7 @@ export interface IOPreviewProps extends ExpansionStateProps {
parsedMetadata?: unknown;
chatMLParserResult?: ChatMLParserResult;
observationName?: string;
+ observationType?: ObservationType;
isLoading?: boolean;
isParsing?: boolean;
hideIfNull?: boolean;
@@ -117,6 +122,7 @@ export function IOPreview({
parsedMetadata,
chatMLParserResult,
observationName,
+ observationType,
isLoading = false,
isParsing = false,
hideIfNull = false,
@@ -204,6 +210,7 @@ export function IOPreview({
onOutputExpansionChange,
onMetadataExpansionChange,
observationId,
+ observationType,
projectId,
traceId,
environment,
diff --git a/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx b/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx
index 3f31a53748..1c93a5caa5 100644
--- a/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx
+++ b/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx
@@ -1,7 +1,12 @@
/* eslint-disable no-nested-ternary */
import { useMemo } from "react";
import { cn } from "@/src/utils/tailwind";
-import { type Prisma, type ScoreDomain, deepParseJson } from "@langfuse/shared";
+import {
+ type ObservationType,
+ type Prisma,
+ type ScoreDomain,
+ deepParseJson,
+} from "@langfuse/shared";
import { PrettyJsonView } from "@/src/components/ui/PrettyJsonView";
import { useMarkdownRenderCharacterLimit } from "@/src/hooks/useMarkdownRenderCharacterLimit";
import { type MediaReturnType } from "@/src/features/media";
@@ -105,6 +110,7 @@ export interface IOPreviewPrettyProps extends ExpansionStateProps {
hideOutput?: boolean;
hideInput?: boolean;
observationId?: string;
+ observationType?: ObservationType;
projectId: string;
traceId: string;
environment?: string;
@@ -146,6 +152,7 @@ export function IOPreviewPretty({
onInputExpansionChange,
onOutputExpansionChange,
observationId,
+ observationType,
projectId,
traceId,
environment = "default",
@@ -255,6 +262,11 @@ export function IOPreviewPretty({
const showData = contentMode !== "conversation";
const shouldRenderMessages = hasRenderableChatMessages(parserResult);
+ // Only generations hold a conversation; tools, spans, agents and the rest
+ // are titled Input / Output rather than by role. (`isGenerationLike` is
+ // wider: it also covers TOOL and AGENT, which carry model usage, not chat.)
+ const titleBySide =
+ observationType !== undefined && observationType !== "GENERATION";
return (
<div className={cn("space-y-3 pt-3", IO_SECTIONS_FLUSH_CLASS)}>
@@ -283,6 +295,7 @@ export function IOPreviewPretty({
inputMessageCount={inputMessageCount}
contentMode={contentMode}
showSystemPrompt={showSystemPrompt}
+ titleBySide={titleBySide}
/>
{showCorrections && (
<CorrectedOutputField
diff --git a/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx b/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx
index 7edb084829..60f1369583 100644
--- a/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx
+++ b/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx
@@ -37,7 +37,10 @@ vi.mock("@/src/components/ui/LangfuseMediaView", () => ({
import { ChatMlArraySchema } from "@langfuse/shared";
import { ChatMessage } from "./ChatMessage";
-import { type ChatMlMessage } from "../../../fns/chatMessageUtils";
+import {
+ type ChatMlMessage,
+ getMessageTitle,
+} from "../../../fns/chatMessageUtils";
import { type IOPreviewContentMode } from "../IOPreview";
function createMemoryStorage(): Storage {
@@ -79,6 +82,7 @@ function renderChatMessage(
return render(
<ChatMessage
message={message}
+ title={getMessageTitle(message)}
shouldRenderMarkdown={shouldRenderMarkdown}
currentView="pretty"
contentMode={contentMode}
diff --git a/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx b/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx
index 0af50f4b8f..dfe2d1062b 100644
--- a/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx
+++ b/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx
@@ -37,6 +37,8 @@ export interface ChatMessageProps {
toolCallNumbers?: number[];
isOutputMessage?: boolean;
contentMode?: IOPreviewContentMode;
+ /** Section title; the caller decides (role, name, or Input / Output). */
+ title: string;
}
/**
@@ -55,19 +57,20 @@ export function ChatMessage({
toolCallNumbers,
isOutputMessage,
contentMode = "all",
+ title,
}: ChatMessageProps) {
const [showTableView, setShowTableView] = useState(false);
const renderToolResponse = (response: ChatMlMessage) => (
<ChatMessage
message={response}
+ title={getMessageTitle(response)}
shouldRenderMarkdown={shouldRenderMarkdown}
currentView={currentView}
contentMode={contentMode}
/>
);
- const title = getMessageTitle(message);
const toolCalls = parseToolCallsFromMessage(message);
const hasContent = hasRenderableContent(message);
// Collapse from the raw role: the title is the message `name` when present,
diff --git a/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx b/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx
index 5a9ad1885f..91347f8e59 100644
--- a/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx
+++ b/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx
@@ -483,6 +483,7 @@ export function ConnectedObservationDetailView({
onPrettyViewAvailabilityChange={setIsPrettyViewAvailable}
previewProps={{
observationName: observation.name ?? undefined,
+ observationType: observation.type,
input: observationWithIOCompat.data?.input ?? undefined,
output: observationWithIOCompat.data?.output ?? undefined,
status: observation.statusMessage