🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(session): More filter options in span list (#16359)
Ben Bachem80922142ae0c
diff --git a/web/src/components/session/ModernSession.tsx b/web/src/components/session/ModernSession.tsxindex 82720d07a7..415e7a8d11 100644--- a/web/src/components/session/ModernSession.tsx+++ b/web/src/components/session/ModernSession.tsx@@ -39,7 +39,10 @@ type ModernSessionProps = {showInlineToolCalls: boolean;showSystemPrompt: boolean;sidebarFilterControls: ModernSessionSidebarFilterControls;- onExcludeObservation: (name: string) => void;+ onFilterObservationByName: (+ name: string,+ operator: "any of" | "none of",+ ) => void;};export function ModernSession({@@ -56,7 +59,7 @@ export function ModernSession({showInlineToolCalls,showSystemPrompt,sidebarFilterControls,- onExcludeObservation,+ onFilterObservationByName,}: ModernSessionProps) {const traces =tracesState.type === "loaded" ? tracesState.traces : EMPTY_TRACES;@@ -405,7 +408,7 @@ export function ModernSession({onSearchChange={handleSearchChange}expandedTraceIds={expandedTraceIds}onToggleTraceExpanded={toggleTraceExpanded}- onExcludeObservation={onExcludeObservation}+ onFilterObservationByName={onFilterObservationByName}onSelect={handleSelect}onVisibleTraceIdsChange={handleVisibleTraceIdsChange}hasMoreObservations={hasMoreObservations}diff --git a/web/src/components/session/ModernSessionSidebar.stories.tsx b/web/src/components/session/ModernSessionSidebar.stories.tsxindex 90c151e05a..3e8562eee0 100644--- a/web/src/components/session/ModernSessionSidebar.stories.tsx+++ b/web/src/components/session/ModernSessionSidebar.stories.tsx@@ -177,7 +177,7 @@ const largeSessionTraces = largeSessionData.map(({ trace }) => trace);const largeSessionObservationsByTraceId = Object.fromEntries(largeSessionData.map(({ trace, observations }) => [trace.id, observations]),);-const onExcludeObservation = fn();+const onFilterObservationByName = fn();const toSidebarTraces = (sourceTraces: EventSessionTrace[],@@ -240,7 +240,7 @@ const loadedArgs = {onSearchChange: fn(),expandedTraceIds: new Set(traces.map((trace) => trace.id)),onToggleTraceExpanded: fn(),- onExcludeObservation,+ onFilterObservationByName,onSelect: fn(),onVisibleTraceIdsChange: fn(),hasMoreObservations: false,diff --git a/web/src/components/session/ModernSessionSidebar.tsx b/web/src/components/session/ModernSessionSidebar.tsxindex 0fc6af3d87..24599baa97 100644--- a/web/src/components/session/ModernSessionSidebar.tsx+++ b/web/src/components/session/ModernSessionSidebar.tsx@@ -81,7 +81,7 @@ export type ModernSessionSidebarFilterControls =function ObservationListRows({state,onSelectObservation,- onExcludeObservation,+ onFilterObservationByName,}:| {state: Extract<@@ -89,12 +89,15 @@ function ObservationListRows({{ type: "loading" | "error" | "trace-io-only" | "empty" }>;onSelectObservation?: never;- onExcludeObservation?: never;+ onFilterObservationByName?: never;}| {state: Extract<ObservationListRowsState, { type: "loaded" }>;onSelectObservation: (observationId: string) => void;- onExcludeObservation?: (name: string) => void;+ onFilterObservationByName?: (+ name: string,+ operator: "any of" | "none of",+ ) => void;}) {if (state.type === "loading") {return (@@ -160,7 +163,7 @@ function ObservationListRows({</span>) : null}</button>- {observation.name && onExcludeObservation ? (+ {observation.name && onFilterObservationByName ? (<DropdownMenu><DropdownMenuTrigger asChild><Button@@ -176,10 +179,23 @@ function ObservationListRows({<DropdownMenuContent align="end" sideOffset={0}><DropdownMenuItemonSelect={() =>- onExcludeObservation(observation.name as string)+ onFilterObservationByName(+ observation.name as string,+ "any of",+ )}>- Exclude similar observations+ Only show observations with the same name+ </DropdownMenuItem>+ <DropdownMenuItem+ onSelect={() =>+ onFilterObservationByName(+ observation.name as string,+ "none of",+ )+ }+ >+ Exclude observations with the same name</DropdownMenuItem></DropdownMenuContent></DropdownMenu>@@ -199,7 +215,7 @@ const TurnCard = React.memo(onToggleCollapse,onSelect,hasFilters,- onExcludeObservation,+ onFilterObservationByName,}: {sidebarTrace: ModernSessionSidebarTrace;selectIndex: number;@@ -208,7 +224,10 @@ const TurnCard = React.memo(onToggleCollapse: (traceId: string) => void;onSelect: (index: number, observationId?: string) => void;hasFilters: boolean;- onExcludeObservation: (name: string) => void;+ onFilterObservationByName: (+ name: string,+ operator: "any of" | "none of",+ ) => void;}) => {const { trace, turnNumber, observations, hasMatchingTraceLevelIO } =sidebarTrace;@@ -282,7 +301,7 @@ const TurnCard = React.memo(onSelectObservation={(observationId) =>onSelect(selectIndex, observationId)}- onExcludeObservation={onExcludeObservation}+ onFilterObservationByName={onFilterObservationByName}/>)) : null}@@ -304,7 +323,10 @@ export function ModernSessionSidebar(onSearchChange: (search: string) => void;expandedTraceIds: ReadonlySet<string>;onToggleTraceExpanded: (traceId: string) => void;- onExcludeObservation: (name: string) => void;+ onFilterObservationByName: (+ name: string,+ operator: "any of" | "none of",+ ) => void;onSelect: (index: number, observationId?: string) => void;onVisibleTraceIdsChange: (traceIds: string[]) => void;hasMoreObservations: boolean;@@ -441,7 +463,7 @@ export function ModernSessionSidebar(onSearchChange,expandedTraceIds,onToggleTraceExpanded,- onExcludeObservation,+ onFilterObservationByName,onSelect,} = props;const handleSearchChange = (nextSearch: string) => {@@ -655,7 +677,7 @@ export function ModernSessionSidebar(search.trim() !== "" ||filterControls.activeFilterCount > 0}- onExcludeObservation={onExcludeObservation}+ onFilterObservationByName={onFilterObservationByName}/></div></SessionVirtualizedRow>diff --git a/web/src/components/session/index.tsx b/web/src/components/session/index.tsxindex fcc8e7d388..88ceef00e3 100644--- a/web/src/components/session/index.tsx+++ b/web/src/components/session/index.tsx@@ -1238,8 +1238,33 @@ const LoadedSessionEventsPage: React.FC<{const hasSessionControls =!isModernSessionEnabled ||Boolean(session.users?.length || session.scores.length);- const excludeObservationsByName = useCallback(- (name: string) => {+ const filterObservationsByName = useCallback(+ (name: string, operator: "any of" | "none of") => {+ if (operator === "any of") {+ const nextFilters = queryFilter.filterState+ .filter((filter) => filter.column !== "name")+ .concat({+ column: "name",+ type: "stringOptions",+ operator,+ value: [name],+ });++ queryFilter.setFilterState(nextFilters);+ capture("filters:applied", {+ surface: "filter_builder",+ tableName: "session-detail",+ column: "name",+ filterType: "stringOptions",+ operator,+ valueCount: 1,+ conditionCount: nextFilters.length,+ columnConditionCount: 1,+ isV4: true,+ });+ return;+ }+const existingFilter = queryFilter.filterState.find((filter,@@ -1259,7 +1284,7 @@ const LoadedSessionEventsPage: React.FC<{: queryFilter.filterState.concat({column: "name",type: "stringOptions",- operator: "none of",+ operator,value: [name],});@@ -1269,7 +1294,7 @@ const LoadedSessionEventsPage: React.FC<{tableName: "session-detail",column: "name",filterType: "stringOptions",- operator: "none of",+ operator,valueCount: 1,conditionCount: nextFilters.length,columnConditionCount: 1,@@ -1707,7 +1732,7 @@ const LoadedSessionEventsPage: React.FC<{showInlineToolCalls={showInlineToolCalls}showSystemPrompt={showSystemPrompt}sidebarFilterControls={sidebarFilterControls}- onExcludeObservation={excludeObservationsByName}+ onFilterObservationByName={filterObservationsByName}/>)}</ModernSessionFilterControls>