Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

feat(session): More filter options in span list (#16359)

Ben Bachem80922142ae0c
diff --git a/web/src/components/session/ModernSession.tsx b/web/src/components/session/ModernSession.tsx
index 82720d07a7..415e7a8d11 100644
--- a/web/src/components/session/ModernSession.tsx
+++ b/web/src/components/session/ModernSession.tsx
@@ -39,7 +39,10 @@ type ModernSessionProps = {
showInlineToolCalls: boolean;
showSystemPrompt: boolean;
sidebarFilterControls: ModernSessionSidebarFilterControls;
- onExcludeObservation: (name: string) => void;
+ onFilterObservationByName: (
+ name: string,
+ operator: "any of" | "none of",
+ ) => void;
};
export function ModernSession({
@@ -56,7 +59,7 @@ export function ModernSession({
showInlineToolCalls,
showSystemPrompt,
sidebarFilterControls,
- onExcludeObservation,
+ onFilterObservationByName,
}: ModernSessionProps) {
const traces =
tracesState.type === "loaded" ? tracesState.traces : EMPTY_TRACES;
@@ -405,7 +408,7 @@ export function ModernSession({
onSearchChange={handleSearchChange}
expandedTraceIds={expandedTraceIds}
onToggleTraceExpanded={toggleTraceExpanded}
- onExcludeObservation={onExcludeObservation}
+ onFilterObservationByName={onFilterObservationByName}
onSelect={handleSelect}
onVisibleTraceIdsChange={handleVisibleTraceIdsChange}
hasMoreObservations={hasMoreObservations}
diff --git a/web/src/components/session/ModernSessionSidebar.stories.tsx b/web/src/components/session/ModernSessionSidebar.stories.tsx
index 90c151e05a..3e8562eee0 100644
--- a/web/src/components/session/ModernSessionSidebar.stories.tsx
+++ b/web/src/components/session/ModernSessionSidebar.stories.tsx
@@ -177,7 +177,7 @@ const largeSessionTraces = largeSessionData.map(({ trace }) => trace);
const largeSessionObservationsByTraceId = Object.fromEntries(
largeSessionData.map(({ trace, observations }) => [trace.id, observations]),
);
-const onExcludeObservation = fn();
+const onFilterObservationByName = fn();
const toSidebarTraces = (
sourceTraces: EventSessionTrace[],
@@ -240,7 +240,7 @@ const loadedArgs = {
onSearchChange: fn(),
expandedTraceIds: new Set(traces.map((trace) => trace.id)),
onToggleTraceExpanded: fn(),
- onExcludeObservation,
+ onFilterObservationByName,
onSelect: fn(),
onVisibleTraceIdsChange: fn(),
hasMoreObservations: false,
diff --git a/web/src/components/session/ModernSessionSidebar.tsx b/web/src/components/session/ModernSessionSidebar.tsx
index 0fc6af3d87..24599baa97 100644
--- a/web/src/components/session/ModernSessionSidebar.tsx
+++ b/web/src/components/session/ModernSessionSidebar.tsx
@@ -81,7 +81,7 @@ export type ModernSessionSidebarFilterControls =
function ObservationListRows({
state,
onSelectObservation,
- onExcludeObservation,
+ onFilterObservationByName,
}:
| {
state: Extract<
@@ -89,12 +89,15 @@ function ObservationListRows({
{ type: "loading" | "error" | "trace-io-only" | "empty" }
>;
onSelectObservation?: never;
- onExcludeObservation?: never;
+ onFilterObservationByName?: never;
}
| {
state: Extract<ObservationListRowsState, { type: "loaded" }>;
onSelectObservation: (observationId: string) => void;
- onExcludeObservation?: (name: string) => void;
+ onFilterObservationByName?: (
+ name: string,
+ operator: "any of" | "none of",
+ ) => void;
}) {
if (state.type === "loading") {
return (
@@ -160,7 +163,7 @@ function ObservationListRows({
</span>
) : null}
</button>
- {observation.name && onExcludeObservation ? (
+ {observation.name && onFilterObservationByName ? (
<DropdownMenu>
<DropdownMenuTrigger asChild>
<Button
@@ -176,10 +179,23 @@ function ObservationListRows({
<DropdownMenuContent align="end" sideOffset={0}>
<DropdownMenuItem
onSelect={() =>
- onExcludeObservation(observation.name as string)
+ onFilterObservationByName(
+ observation.name as string,
+ "any of",
+ )
}
>
- Exclude similar observations
+ Only show observations with the same name
+ </DropdownMenuItem>
+ <DropdownMenuItem
+ onSelect={() =>
+ onFilterObservationByName(
+ observation.name as string,
+ "none of",
+ )
+ }
+ >
+ Exclude observations with the same name
</DropdownMenuItem>
</DropdownMenuContent>
</DropdownMenu>
@@ -199,7 +215,7 @@ const TurnCard = React.memo(
onToggleCollapse,
onSelect,
hasFilters,
- onExcludeObservation,
+ onFilterObservationByName,
}: {
sidebarTrace: ModernSessionSidebarTrace;
selectIndex: number;
@@ -208,7 +224,10 @@ const TurnCard = React.memo(
onToggleCollapse: (traceId: string) => void;
onSelect: (index: number, observationId?: string) => void;
hasFilters: boolean;
- onExcludeObservation: (name: string) => void;
+ onFilterObservationByName: (
+ name: string,
+ operator: "any of" | "none of",
+ ) => void;
}) => {
const { trace, turnNumber, observations, hasMatchingTraceLevelIO } =
sidebarTrace;
@@ -282,7 +301,7 @@ const TurnCard = React.memo(
onSelectObservation={(observationId) =>
onSelect(selectIndex, observationId)
}
- onExcludeObservation={onExcludeObservation}
+ onFilterObservationByName={onFilterObservationByName}
/>
)
) : null}
@@ -304,7 +323,10 @@ export function ModernSessionSidebar(
onSearchChange: (search: string) => void;
expandedTraceIds: ReadonlySet<string>;
onToggleTraceExpanded: (traceId: string) => void;
- onExcludeObservation: (name: string) => void;
+ onFilterObservationByName: (
+ name: string,
+ operator: "any of" | "none of",
+ ) => void;
onSelect: (index: number, observationId?: string) => void;
onVisibleTraceIdsChange: (traceIds: string[]) => void;
hasMoreObservations: boolean;
@@ -441,7 +463,7 @@ export function ModernSessionSidebar(
onSearchChange,
expandedTraceIds,
onToggleTraceExpanded,
- onExcludeObservation,
+ onFilterObservationByName,
onSelect,
} = props;
const handleSearchChange = (nextSearch: string) => {
@@ -655,7 +677,7 @@ export function ModernSessionSidebar(
search.trim() !== "" ||
filterControls.activeFilterCount > 0
}
- onExcludeObservation={onExcludeObservation}
+ onFilterObservationByName={onFilterObservationByName}
/>
</div>
</SessionVirtualizedRow>
diff --git a/web/src/components/session/index.tsx b/web/src/components/session/index.tsx
index fcc8e7d388..88ceef00e3 100644
--- a/web/src/components/session/index.tsx
+++ b/web/src/components/session/index.tsx
@@ -1238,8 +1238,33 @@ const LoadedSessionEventsPage: React.FC<{
const hasSessionControls =
!isModernSessionEnabled ||
Boolean(session.users?.length || session.scores.length);
- const excludeObservationsByName = useCallback(
- (name: string) => {
+ const filterObservationsByName = useCallback(
+ (name: string, operator: "any of" | "none of") => {
+ if (operator === "any of") {
+ const nextFilters = queryFilter.filterState
+ .filter((filter) => filter.column !== "name")
+ .concat({
+ column: "name",
+ type: "stringOptions",
+ operator,
+ value: [name],
+ });
+
+ queryFilter.setFilterState(nextFilters);
+ capture("filters:applied", {
+ surface: "filter_builder",
+ tableName: "session-detail",
+ column: "name",
+ filterType: "stringOptions",
+ operator,
+ valueCount: 1,
+ conditionCount: nextFilters.length,
+ columnConditionCount: 1,
+ isV4: true,
+ });
+ return;
+ }
+
const existingFilter = queryFilter.filterState.find(
(
filter,
@@ -1259,7 +1284,7 @@ const LoadedSessionEventsPage: React.FC<{
: queryFilter.filterState.concat({
column: "name",
type: "stringOptions",
- operator: "none of",
+ operator,
value: [name],
});
@@ -1269,7 +1294,7 @@ const LoadedSessionEventsPage: React.FC<{
tableName: "session-detail",
column: "name",
filterType: "stringOptions",
- operator: "none of",
+ operator,
valueCount: 1,
conditionCount: nextFilters.length,
columnConditionCount: 1,
@@ -1707,7 +1732,7 @@ const LoadedSessionEventsPage: React.FC<{
showInlineToolCalls={showInlineToolCalls}
showSystemPrompt={showSystemPrompt}
sidebarFilterControls={sidebarFilterControls}
- onExcludeObservation={excludeObservationsByName}
+ onFilterObservationByName={filterObservationsByName}
/>
)}
</ModernSessionFilterControls>