Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

feat(sessions): Add tool filters to session table (#17884)

Ben Bachem0c376cfdb6e9
diff --git a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts
index 5159b3166e..9d923e57a4 100644
--- a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts
+++ b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts
@@ -110,6 +110,24 @@ describe("EventsSessionAggregationQueryBuilder", () => {
expect(query).not.toContain("metadata_names");
expect(query).not.toContain("metadata_values");
+ expect(query).not.toContain("tool_definitions");
+ expect(query).not.toContain("tool_calls");
+ });
+
+ it("selects tool aggregates only when requested", () => {
+ const { query } = new EventsSessionAggregationQueryBuilder({
+ projectId: "test-project",
+ })
+ .selectFieldSet("base", "tools")
+ .buildWithParams();
+
+ expect(query).toContain(
+ "groupUniqArrayArray(mapKeys(tool_definitions)) AS tool_names",
+ );
+ expect(query).toContain(
+ "groupUniqArrayArray(tool_call_names) AS called_tool_names",
+ );
+ expect(query).toContain("sum(length(tool_calls)) AS tool_calls_count");
});
});
diff --git a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts
index 5849a558cc..29f1528d68 100644
--- a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts
+++ b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts
@@ -1488,6 +1488,10 @@ const EVENTS_SESSION_AGGREGATION_FIELDS = {
"groupUniqArrayIf(user_id, user_id IS NOT NULL AND user_id != '') AS user_ids",
trace_count: "uniq(trace_id) AS trace_count",
trace_tags: "groupUniqArrayArrayIf(tags, notEmpty(tags)) AS trace_tags",
+ tool_names: "groupUniqArrayArray(mapKeys(tool_definitions)) AS tool_names",
+ called_tool_names:
+ "groupUniqArrayArray(tool_call_names) AS called_tool_names",
+ tool_calls_count: "sum(length(tool_calls)) AS tool_calls_count",
environment:
"argMaxIf(environment, event_ts, environment <> '') AS environment",
metadata_names:
@@ -1520,9 +1524,13 @@ const SESSION_AGGREGATION_FIELD_SETS = {
keyof typeof EVENTS_SESSION_AGGREGATION_FIELDS
>,
base: Object.keys(EVENTS_SESSION_AGGREGATION_FIELDS).filter(
- (field) => field !== "metadata_names" && field !== "metadata_values",
+ (field) =>
+ field !== "metadata_names" &&
+ field !== "metadata_values" &&
+ !["tool_names", "called_tool_names", "tool_calls_count"].includes(field),
) as Array<keyof typeof EVENTS_SESSION_AGGREGATION_FIELDS>,
metadata: ["metadata_names", "metadata_values"],
+ tools: ["tool_names", "called_tool_names", "tool_calls_count"],
} as const;
/**
diff --git a/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts b/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts
index 73030a85d7..7aea2a495b 100644
--- a/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts
+++ b/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts
@@ -363,6 +363,7 @@ export const eventsSessionsAggregation = (params: {
sessionIds?: string[];
startTimeFrom?: string | null;
includeMetadata?: boolean;
+ includeTools?: boolean;
}): EventsSessionAggregationQueryBuilder => {
return new EventsSessionAggregationQueryBuilder({
projectId: params.projectId,
@@ -371,6 +372,9 @@ export const eventsSessionsAggregation = (params: {
.when(Boolean(params.includeMetadata), (builder) =>
builder.selectFieldSet("metadata"),
)
+ .when(Boolean(params.includeTools), (builder) =>
+ builder.selectFieldSet("tools"),
+ )
.withSessionIds(params.sessionIds)
.withStartTimeFrom(params.startTimeFrom)
.whereRaw("session_id != ''");
diff --git a/packages/shared/src/server/services/sessions-ui-table-events-service.ts b/packages/shared/src/server/services/sessions-ui-table-events-service.ts
index 0a8960272a..8d520ab603 100644
--- a/packages/shared/src/server/services/sessions-ui-table-events-service.ts
+++ b/packages/shared/src/server/services/sessions-ui-table-events-service.ts
@@ -249,6 +249,10 @@ const getSessionsTableFromEventsGeneric = async <T>(
(filter) =>
filter.clickhouseTable === "events_proto" && filter.field === "metadata",
);
+ const toolColumns = ["toolNames", "calledToolNames", "toolCalls"];
+ const requiresTools =
+ filter.some((item) => toolColumns.includes(item.column)) ||
+ (orderBy != null && toolColumns.includes(orderBy.column));
// Build session_data CTE
const sessionsBuilder = eventsSessionsAggregation({
@@ -258,6 +262,7 @@ const getSessionsTableFromEventsGeneric = async <T>(
? convertDateToClickhouseDateTime(traceTimestampFilter.value)
: null,
includeMetadata: requiresMetadata,
+ includeTools: requiresTools,
});
// Compose query using CTEQueryBuilder
diff --git a/packages/shared/src/server/tableMappings/mapSessionTable.ts b/packages/shared/src/server/tableMappings/mapSessionTable.ts
index 1656df69e1..e194679a73 100644
--- a/packages/shared/src/server/tableMappings/mapSessionTable.ts
+++ b/packages/shared/src/server/tableMappings/mapSessionTable.ts
@@ -158,13 +158,36 @@ export const sessionCols: UiColumnMappings = [
},
];
-export const sessionEventsCols: UiColumnMappings = sessionCols.concat({
- uiTableName: "Metadata",
- uiTableId: "metadata",
- clickhouseTableName: "events_proto",
- clickhouseSelect: "metadata",
- queryPrefix: "s",
-});
+export const sessionEventsCols: UiColumnMappings = sessionCols.concat(
+ {
+ uiTableName: "Available Tool Names",
+ uiTableId: "toolNames",
+ clickhouseTableName: "events_proto",
+ clickhouseSelect: "tool_names",
+ queryPrefix: "s",
+ },
+ {
+ uiTableName: "Called Tool Names",
+ uiTableId: "calledToolNames",
+ clickhouseTableName: "events_proto",
+ clickhouseSelect: "called_tool_names",
+ queryPrefix: "s",
+ },
+ {
+ uiTableName: "Tool Calls",
+ uiTableId: "toolCalls",
+ clickhouseTableName: "events_proto",
+ clickhouseSelect: "tool_calls_count",
+ queryPrefix: "s",
+ },
+ {
+ uiTableName: "Metadata",
+ uiTableId: "metadata",
+ clickhouseTableName: "events_proto",
+ clickhouseSelect: "metadata",
+ queryPrefix: "s",
+ },
+);
export const sessionEventsOrderByCols: UiColumnMappings =
sessionEventsCols.filter((column) => column.uiTableId !== "metadata");
diff --git a/packages/shared/src/tableDefinitions/sessionsView.ts b/packages/shared/src/tableDefinitions/sessionsView.ts
index df43bf7d90..2afc8e5698 100644
--- a/packages/shared/src/tableDefinitions/sessionsView.ts
+++ b/packages/shared/src/tableDefinitions/sessionsView.ts
@@ -132,12 +132,34 @@ export const sessionsViewCols: ColumnDefinition[] = [
];
export const sessionsEventsViewCols: ColumnDefinition[] =
- sessionsViewCols.concat({
- name: "Metadata",
- id: "metadata",
- type: "stringObject",
- internal: 's."metadata"',
- });
+ sessionsViewCols.concat(
+ {
+ name: "Available Tool Names",
+ id: "toolNames",
+ type: "arrayOptions",
+ internal: "st.tool_names",
+ options: [],
+ },
+ {
+ name: "Called Tool Names",
+ id: "calledToolNames",
+ type: "arrayOptions",
+ internal: "st.called_tool_names",
+ options: [],
+ },
+ {
+ name: "Tool Calls",
+ id: "toolCalls",
+ type: "number",
+ internal: "st.tool_calls_count",
+ },
+ {
+ name: "Metadata",
+ id: "metadata",
+ type: "stringObject",
+ internal: 's."metadata"',
+ },
+ );
export type SessionOptions = {
userIds: Array<SingleValueOption>;
diff --git a/web/src/features/filters/config/sessions-config.ts b/web/src/features/filters/config/sessions-config.ts
index 498353395f..0f2732764f 100644
--- a/web/src/features/filters/config/sessions-config.ts
+++ b/web/src/features/filters/config/sessions-config.ts
@@ -150,7 +150,29 @@ export const sessionEventsFilterConfig: FilterConfig = {
(col) => col.id !== "bookmarked",
),
facets: sessionFilterConfig.facets.flatMap((facet) =>
- facet.column === "tags" ? [facet, sessionMetadataFacet] : [facet],
+ facet.column === "tags"
+ ? [
+ facet,
+ sessionMetadataFacet,
+ {
+ type: "categorical" as const,
+ column: "toolNames",
+ label: "Tool Names (Available)",
+ },
+ {
+ type: "categorical" as const,
+ column: "calledToolNames",
+ label: "Tool Names (Called)",
+ },
+ {
+ type: "numeric" as const,
+ column: "toolCalls",
+ label: "Tool Calls",
+ min: 0,
+ max: 25,
+ },
+ ]
+ : [facet],
),
};
diff --git a/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts b/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts
index 5bbaaf2c34..413340cfba 100644
--- a/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts
+++ b/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts
@@ -804,6 +804,7 @@ describe("search bar invariants — sessions registry", () => {
it("exposes the sidebar's facets and nothing else", () => {
expect(SESSIONS_FIELD_REGISTRY.fields.map((f) => f.id).sort()).toEqual([
+ "calledToolNames",
"commentContent",
"commentCount",
"countTraces",
@@ -815,10 +816,16 @@ describe("search bar invariants — sessions registry", () => {
"outputTokens",
"sessionDuration",
"tags",
+ "toolCalls",
+ "toolNames",
"totalCost",
"totalTokens",
"userIds",
]);
+ const v3Registry = sessionsFieldRegistry(getSessionFilterConfig([], false));
+ for (const column of ["toolNames", "calledToolNames", "toolCalls"]) {
+ expect(v3Registry.resolveField(column)).toBeNull();
+ }
// Events-only fields and columns the sidebar never offers stay unresolvable,
// so a stray token is a diagnostic rather than a filter the sidebar cannot
// show or remove.
diff --git a/web/src/features/sessions/SessionsTable.tsx b/web/src/features/sessions/SessionsTable.tsx
index 488fa02858..dd244f83e9 100644
--- a/web/src/features/sessions/SessionsTable.tsx
+++ b/web/src/features/sessions/SessionsTable.tsx
@@ -44,6 +44,7 @@ import {
} from "@langfuse/shared";
import { useDetailPageLists } from "@/src/features/navigate-detail-pages";
+import { useEventsFilterOptions } from "@/src/features/events/hooks/useEventsFilterOptions";
import { useOrderByState } from "@/src/features/orderBy";
import { api } from "@/src/utils/api";
import { formatIntervalSeconds } from "@/src/utils/dates";
@@ -240,6 +241,23 @@ export default function SessionsTable({
);
const filterOptions = isV4 ? filterOptionsV4 : filterOptionsV3;
+ const eventToolOptions = useEventsFilterOptions({
+ projectId,
+ refiningFilter: [
+ {
+ column: "sessionId",
+ type: "string",
+ operator: "is not empty",
+ value: "",
+ },
+ ],
+ startTimeFilter: (dateRangeFilter as TimeFilter[]).map((item) => ({
+ ...item,
+ column: "startTime" as const,
+ })),
+ columns: ["toolNames", "calledToolNames"],
+ enabled: isV4,
+ });
const newFilterOptions = useMemo(() => {
const scoreCategories =
@@ -263,6 +281,8 @@ export default function SessionsTable({
})) ?? undefined,
// tags don't have counts; they read A→Z
tags: sortOptionValues(filterOptions.data?.tags.map((t) => t.value)),
+ toolNames: eventToolOptions.filterOptions.toolNames,
+ calledToolNames: eventToolOptions.filterOptions.calledToolNames,
sessionDuration: [],
countTraces: [],
inputTokens: [],
@@ -275,10 +295,17 @@ export default function SessionsTable({
scores_avg: scoresNumeric,
score_booleans: scoresBoolean,
};
- }, [environmentOptions, filterOptions.data]);
+ }, [
+ environmentOptions,
+ filterOptions.data,
+ eventToolOptions.filterOptions.toolNames,
+ eventToolOptions.filterOptions.calledToolNames,
+ ]);
const isSidebarFilterLoading =
- filterOptions.isPending || environmentFilterOptions.isPending;
+ filterOptions.isPending ||
+ environmentFilterOptions.isPending ||
+ (isV4 && eventToolOptions.isFilterOptionsPending);
const { viewControllersRef, onExplicitFilterStateChange } =
useTableViewFilterChange();