🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(web): label non-chat input and output as Input and Output (#18787)
Trang Nguyen04e7458f522c
diff --git a/web/src/features/sessions/SessionObservationIO.tsx b/web/src/features/sessions/SessionObservationIO.tsxindex eb9c5e900d..a04c96ae83 100644--- a/web/src/features/sessions/SessionObservationIO.tsx+++ b/web/src/features/sessions/SessionObservationIO.tsx@@ -187,6 +187,7 @@ export const SessionObservationIO = ({output={observation.output ?? undefined}metadata={observation.metadata ?? undefined}observationName={observation.name ?? undefined}+ observationType={observation.type}hideIfNullmedia={observationMedia.data}projectId={projectId}diff --git a/web/src/features/traces/components/ChatMessageList.tsx b/web/src/features/traces/components/ChatMessageList.tsxindex e72ceac940..94b4dfb8cf 100644--- a/web/src/features/traces/components/ChatMessageList.tsx+++ b/web/src/features/traces/components/ChatMessageList.tsx@@ -14,6 +14,7 @@ import {import { SectionMedia } from "@/src/features/traces/components/IOPreview/components/SectionMedia";import {type ChatMlMessage,+ getMessageTitle,shouldRenderMessageForContentMode,} from "@/src/features/traces/fns/chatMessageUtils";import { type MediaReturnType } from "@/src/features/media";@@ -33,6 +34,8 @@ export interface ChatMessageListProps {inputMessageCount?: number;contentMode?: IOPreviewContentMode;showSystemPrompt?: boolean;+ /** Title messages Input / Output by side instead of by role. */+ titleBySide?: boolean;}/**@@ -55,6 +58,7 @@ export function ChatMessageList({inputMessageCount,contentMode = "all",showSystemPrompt,+ titleBySide = false,}: ChatMessageListProps) {// Filter messages to only those with renderable contentconst messagesToRender = useMemo(@@ -119,33 +123,38 @@ export function ChatMessageList({<div className="flex max-h-full min-h-0 flex-col gap-2"><div className="flex max-h-full min-h-0 flex-col gap-3"><div className="flex flex-col gap-3">- {visibleMessages.map(({ message, originalIndex }) => (- <div className="flex flex-col" key={originalIndex}>- <ChatMessage- message={message}- shouldRenderMarkdown={shouldRenderMarkdown}- currentView={currentView}- toolCallNumbers={messageToToolCallNumbers.get(originalIndex)}- isOutputMessage={originalIndex >= (inputMessageCount ?? 0)}- contentMode={contentMode}- />- {/* Show collapse/expand button after first message */}- {isCollapsed !== null &&- originalIndex === messagesToRender[0]?.originalIndex && (- <div className="mt-1 mb-2 flex">- <Button- variant="text"- onClick={() => setCollapsed((v) => !v)}- text={- isCollapsed- ? `Show ${messagesToRender.length - COLLAPSE_THRESHOLD} more`- : "Hide history"- }- />- </div>- )}- </div>- ))}+ {visibleMessages.map(({ message, originalIndex }) => {+ const isOutputMessage = originalIndex >= (inputMessageCount ?? 0);+ const sideTitle = isOutputMessage ? "Output" : "Input";+ return (+ <div className="flex flex-col" key={originalIndex}>+ <ChatMessage+ message={message}+ title={titleBySide ? sideTitle : getMessageTitle(message)}+ shouldRenderMarkdown={shouldRenderMarkdown}+ currentView={currentView}+ toolCallNumbers={messageToToolCallNumbers.get(originalIndex)}+ isOutputMessage={isOutputMessage}+ contentMode={contentMode}+ />+ {/* Show collapse/expand button after first message */}+ {isCollapsed !== null &&+ originalIndex === messagesToRender[0]?.originalIndex && (+ <div className="mt-1 mb-2 flex">+ <Button+ variant="text"+ onClick={() => setCollapsed((v) => !v)}+ text={+ isCollapsed+ ? `Show ${messagesToRender.length - COLLAPSE_THRESHOLD} more`+ : "Hide history"+ }+ />+ </div>+ )}+ </div>+ );+ })}</div>{/* Additional input section */}diff --git a/web/src/features/traces/components/IOPreview/IOPreview.tsx b/web/src/features/traces/components/IOPreview/IOPreview.tsxindex 2af60be740..f77ced341a 100644--- a/web/src/features/traces/components/IOPreview/IOPreview.tsx+++ b/web/src/features/traces/components/IOPreview/IOPreview.tsx@@ -1,6 +1,10 @@/* eslint-disable no-nested-ternary */import { useEffect } from "react";-import { type ScoreDomain, type Prisma } from "@langfuse/shared";+import {+ type ObservationType,+ type ScoreDomain,+ type Prisma,+} from "@langfuse/shared";import { usePostHogClientCapture } from "@/src/features/posthog-analytics";import useLocalStorage from "@/src/components/useLocalStorage";import { usePreserveRelativeScroll } from "@/src/features/traces/hooks/usePreserveRelativeScroll";@@ -69,6 +73,7 @@ export interface IOPreviewProps extends ExpansionStateProps {parsedMetadata?: unknown;chatMLParserResult?: ChatMLParserResult;observationName?: string;+ observationType?: ObservationType;isLoading?: boolean;isParsing?: boolean;hideIfNull?: boolean;@@ -117,6 +122,7 @@ export function IOPreview({parsedMetadata,chatMLParserResult,observationName,+ observationType,isLoading = false,isParsing = false,hideIfNull = false,@@ -204,6 +210,7 @@ export function IOPreview({onOutputExpansionChange,onMetadataExpansionChange,observationId,+ observationType,projectId,traceId,environment,diff --git a/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx b/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsxindex 3f31a53748..1c93a5caa5 100644--- a/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx+++ b/web/src/features/traces/components/IOPreview/IOPreviewPretty.tsx@@ -1,7 +1,12 @@/* eslint-disable no-nested-ternary */import { useMemo } from "react";import { cn } from "@/src/utils/tailwind";-import { type Prisma, type ScoreDomain, deepParseJson } from "@langfuse/shared";+import {+ type ObservationType,+ type Prisma,+ type ScoreDomain,+ deepParseJson,+} from "@langfuse/shared";import { PrettyJsonView } from "@/src/components/ui/PrettyJsonView";import { useMarkdownRenderCharacterLimit } from "@/src/hooks/useMarkdownRenderCharacterLimit";import { type MediaReturnType } from "@/src/features/media";@@ -105,6 +110,7 @@ export interface IOPreviewPrettyProps extends ExpansionStateProps {hideOutput?: boolean;hideInput?: boolean;observationId?: string;+ observationType?: ObservationType;projectId: string;traceId: string;environment?: string;@@ -146,6 +152,7 @@ export function IOPreviewPretty({onInputExpansionChange,onOutputExpansionChange,observationId,+ observationType,projectId,traceId,environment = "default",@@ -255,6 +262,11 @@ export function IOPreviewPretty({const showData = contentMode !== "conversation";const shouldRenderMessages = hasRenderableChatMessages(parserResult);+ // Only generations hold a conversation; tools, spans, agents and the rest+ // are titled Input / Output rather than by role. (`isGenerationLike` is+ // wider: it also covers TOOL and AGENT, which carry model usage, not chat.)+ const titleBySide =+ observationType !== undefined && observationType !== "GENERATION";return (<div className={cn("space-y-3 pt-3", IO_SECTIONS_FLUSH_CLASS)}>@@ -283,6 +295,7 @@ export function IOPreviewPretty({inputMessageCount={inputMessageCount}contentMode={contentMode}showSystemPrompt={showSystemPrompt}+ titleBySide={titleBySide}/>{showCorrections && (<CorrectedOutputFielddiff --git a/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx b/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsxindex 7edb084829..60f1369583 100644--- a/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx+++ b/web/src/features/traces/components/IOPreview/components/ChatMessage.clienttest.tsx@@ -37,7 +37,10 @@ vi.mock("@/src/components/ui/LangfuseMediaView", () => ({import { ChatMlArraySchema } from "@langfuse/shared";import { ChatMessage } from "./ChatMessage";-import { type ChatMlMessage } from "../../../fns/chatMessageUtils";+import {+ type ChatMlMessage,+ getMessageTitle,+} from "../../../fns/chatMessageUtils";import { type IOPreviewContentMode } from "../IOPreview";function createMemoryStorage(): Storage {@@ -79,6 +82,7 @@ function renderChatMessage(return render(<ChatMessagemessage={message}+ title={getMessageTitle(message)}shouldRenderMarkdown={shouldRenderMarkdown}currentView="pretty"contentMode={contentMode}diff --git a/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx b/web/src/features/traces/components/IOPreview/components/ChatMessage.tsxindex 0af50f4b8f..dfe2d1062b 100644--- a/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx+++ b/web/src/features/traces/components/IOPreview/components/ChatMessage.tsx@@ -37,6 +37,8 @@ export interface ChatMessageProps {toolCallNumbers?: number[];isOutputMessage?: boolean;contentMode?: IOPreviewContentMode;+ /** Section title; the caller decides (role, name, or Input / Output). */+ title: string;}/**@@ -55,19 +57,20 @@ export function ChatMessage({toolCallNumbers,isOutputMessage,contentMode = "all",+ title,}: ChatMessageProps) {const [showTableView, setShowTableView] = useState(false);const renderToolResponse = (response: ChatMlMessage) => (<ChatMessagemessage={response}+ title={getMessageTitle(response)}shouldRenderMarkdown={shouldRenderMarkdown}currentView={currentView}contentMode={contentMode}/>);- const title = getMessageTitle(message);const toolCalls = parseToolCallsFromMessage(message);const hasContent = hasRenderableContent(message);// Collapse from the raw role: the title is the message `name` when present,diff --git a/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx b/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsxindex 5a9ad1885f..91347f8e59 100644--- a/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx+++ b/web/src/features/traces/components/ObservationDetailView/ConnectedObservationDetailView.tsx@@ -483,6 +483,7 @@ export function ConnectedObservationDetailView({onPrettyViewAvailabilityChange={setIsPrettyViewAvailable}previewProps={{observationName: observation.name ?? undefined,+ observationType: observation.type,input: observationWithIOCompat.data?.input ?? undefined,output: observationWithIOCompat.data?.output ?? undefined,status: observation.statusMessage