🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(sessions): Add tool filters to session table (#17884)
Ben Bachem0c376cfdb6e9
diff --git a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.tsindex 5159b3166e..9d923e57a4 100644--- a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts+++ b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.test.ts@@ -110,6 +110,24 @@ describe("EventsSessionAggregationQueryBuilder", () => {expect(query).not.toContain("metadata_names");expect(query).not.toContain("metadata_values");+ expect(query).not.toContain("tool_definitions");+ expect(query).not.toContain("tool_calls");+ });++ it("selects tool aggregates only when requested", () => {+ const { query } = new EventsSessionAggregationQueryBuilder({+ projectId: "test-project",+ })+ .selectFieldSet("base", "tools")+ .buildWithParams();++ expect(query).toContain(+ "groupUniqArrayArray(mapKeys(tool_definitions)) AS tool_names",+ );+ expect(query).toContain(+ "groupUniqArrayArray(tool_call_names) AS called_tool_names",+ );+ expect(query).toContain("sum(length(tool_calls)) AS tool_calls_count");});});diff --git a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.tsindex 5849a558cc..29f1528d68 100644--- a/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts+++ b/packages/shared/src/server/queries/clickhouse-sql/event-query-builder.ts@@ -1488,6 +1488,10 @@ const EVENTS_SESSION_AGGREGATION_FIELDS = {"groupUniqArrayIf(user_id, user_id IS NOT NULL AND user_id != '') AS user_ids",trace_count: "uniq(trace_id) AS trace_count",trace_tags: "groupUniqArrayArrayIf(tags, notEmpty(tags)) AS trace_tags",+ tool_names: "groupUniqArrayArray(mapKeys(tool_definitions)) AS tool_names",+ called_tool_names:+ "groupUniqArrayArray(tool_call_names) AS called_tool_names",+ tool_calls_count: "sum(length(tool_calls)) AS tool_calls_count",environment:"argMaxIf(environment, event_ts, environment <> '') AS environment",metadata_names:@@ -1520,9 +1524,13 @@ const SESSION_AGGREGATION_FIELD_SETS = {keyof typeof EVENTS_SESSION_AGGREGATION_FIELDS>,base: Object.keys(EVENTS_SESSION_AGGREGATION_FIELDS).filter(- (field) => field !== "metadata_names" && field !== "metadata_values",+ (field) =>+ field !== "metadata_names" &&+ field !== "metadata_values" &&+ !["tool_names", "called_tool_names", "tool_calls_count"].includes(field),) as Array<keyof typeof EVENTS_SESSION_AGGREGATION_FIELDS>,metadata: ["metadata_names", "metadata_values"],+ tools: ["tool_names", "called_tool_names", "tool_calls_count"],} as const;/**diff --git a/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts b/packages/shared/src/server/queries/clickhouse-sql/query-fragments.tsindex 73030a85d7..7aea2a495b 100644--- a/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts+++ b/packages/shared/src/server/queries/clickhouse-sql/query-fragments.ts@@ -363,6 +363,7 @@ export const eventsSessionsAggregation = (params: {sessionIds?: string[];startTimeFrom?: string | null;includeMetadata?: boolean;+ includeTools?: boolean;}): EventsSessionAggregationQueryBuilder => {return new EventsSessionAggregationQueryBuilder({projectId: params.projectId,@@ -371,6 +372,9 @@ export const eventsSessionsAggregation = (params: {.when(Boolean(params.includeMetadata), (builder) =>builder.selectFieldSet("metadata"),)+ .when(Boolean(params.includeTools), (builder) =>+ builder.selectFieldSet("tools"),+ ).withSessionIds(params.sessionIds).withStartTimeFrom(params.startTimeFrom).whereRaw("session_id != ''");diff --git a/packages/shared/src/server/services/sessions-ui-table-events-service.ts b/packages/shared/src/server/services/sessions-ui-table-events-service.tsindex 0a8960272a..8d520ab603 100644--- a/packages/shared/src/server/services/sessions-ui-table-events-service.ts+++ b/packages/shared/src/server/services/sessions-ui-table-events-service.ts@@ -249,6 +249,10 @@ const getSessionsTableFromEventsGeneric = async <T>((filter) =>filter.clickhouseTable === "events_proto" && filter.field === "metadata",);+ const toolColumns = ["toolNames", "calledToolNames", "toolCalls"];+ const requiresTools =+ filter.some((item) => toolColumns.includes(item.column)) ||+ (orderBy != null && toolColumns.includes(orderBy.column));// Build session_data CTEconst sessionsBuilder = eventsSessionsAggregation({@@ -258,6 +262,7 @@ const getSessionsTableFromEventsGeneric = async <T>(? convertDateToClickhouseDateTime(traceTimestampFilter.value): null,includeMetadata: requiresMetadata,+ includeTools: requiresTools,});// Compose query using CTEQueryBuilderdiff --git a/packages/shared/src/server/tableMappings/mapSessionTable.ts b/packages/shared/src/server/tableMappings/mapSessionTable.tsindex 1656df69e1..e194679a73 100644--- a/packages/shared/src/server/tableMappings/mapSessionTable.ts+++ b/packages/shared/src/server/tableMappings/mapSessionTable.ts@@ -158,13 +158,36 @@ export const sessionCols: UiColumnMappings = [},];-export const sessionEventsCols: UiColumnMappings = sessionCols.concat({- uiTableName: "Metadata",- uiTableId: "metadata",- clickhouseTableName: "events_proto",- clickhouseSelect: "metadata",- queryPrefix: "s",-});+export const sessionEventsCols: UiColumnMappings = sessionCols.concat(+ {+ uiTableName: "Available Tool Names",+ uiTableId: "toolNames",+ clickhouseTableName: "events_proto",+ clickhouseSelect: "tool_names",+ queryPrefix: "s",+ },+ {+ uiTableName: "Called Tool Names",+ uiTableId: "calledToolNames",+ clickhouseTableName: "events_proto",+ clickhouseSelect: "called_tool_names",+ queryPrefix: "s",+ },+ {+ uiTableName: "Tool Calls",+ uiTableId: "toolCalls",+ clickhouseTableName: "events_proto",+ clickhouseSelect: "tool_calls_count",+ queryPrefix: "s",+ },+ {+ uiTableName: "Metadata",+ uiTableId: "metadata",+ clickhouseTableName: "events_proto",+ clickhouseSelect: "metadata",+ queryPrefix: "s",+ },+);export const sessionEventsOrderByCols: UiColumnMappings =sessionEventsCols.filter((column) => column.uiTableId !== "metadata");diff --git a/packages/shared/src/tableDefinitions/sessionsView.ts b/packages/shared/src/tableDefinitions/sessionsView.tsindex df43bf7d90..2afc8e5698 100644--- a/packages/shared/src/tableDefinitions/sessionsView.ts+++ b/packages/shared/src/tableDefinitions/sessionsView.ts@@ -132,12 +132,34 @@ export const sessionsViewCols: ColumnDefinition[] = [];export const sessionsEventsViewCols: ColumnDefinition[] =- sessionsViewCols.concat({- name: "Metadata",- id: "metadata",- type: "stringObject",- internal: 's."metadata"',- });+ sessionsViewCols.concat(+ {+ name: "Available Tool Names",+ id: "toolNames",+ type: "arrayOptions",+ internal: "st.tool_names",+ options: [],+ },+ {+ name: "Called Tool Names",+ id: "calledToolNames",+ type: "arrayOptions",+ internal: "st.called_tool_names",+ options: [],+ },+ {+ name: "Tool Calls",+ id: "toolCalls",+ type: "number",+ internal: "st.tool_calls_count",+ },+ {+ name: "Metadata",+ id: "metadata",+ type: "stringObject",+ internal: 's."metadata"',+ },+ );export type SessionOptions = {userIds: Array<SingleValueOption>;diff --git a/web/src/features/filters/config/sessions-config.ts b/web/src/features/filters/config/sessions-config.tsindex 498353395f..0f2732764f 100644--- a/web/src/features/filters/config/sessions-config.ts+++ b/web/src/features/filters/config/sessions-config.ts@@ -150,7 +150,29 @@ export const sessionEventsFilterConfig: FilterConfig = {(col) => col.id !== "bookmarked",),facets: sessionFilterConfig.facets.flatMap((facet) =>- facet.column === "tags" ? [facet, sessionMetadataFacet] : [facet],+ facet.column === "tags"+ ? [+ facet,+ sessionMetadataFacet,+ {+ type: "categorical" as const,+ column: "toolNames",+ label: "Tool Names (Available)",+ },+ {+ type: "categorical" as const,+ column: "calledToolNames",+ label: "Tool Names (Called)",+ },+ {+ type: "numeric" as const,+ column: "toolCalls",+ label: "Tool Calls",+ min: 0,+ max: 25,+ },+ ]+ : [facet],),};diff --git a/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts b/web/src/features/search-bar/lib/searchBarInvariants.clienttest.tsindex 5bbaaf2c34..413340cfba 100644--- a/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts+++ b/web/src/features/search-bar/lib/searchBarInvariants.clienttest.ts@@ -804,6 +804,7 @@ describe("search bar invariants — sessions registry", () => {it("exposes the sidebar's facets and nothing else", () => {expect(SESSIONS_FIELD_REGISTRY.fields.map((f) => f.id).sort()).toEqual([+ "calledToolNames","commentContent","commentCount","countTraces",@@ -815,10 +816,16 @@ describe("search bar invariants — sessions registry", () => {"outputTokens","sessionDuration","tags",+ "toolCalls",+ "toolNames","totalCost","totalTokens","userIds",]);+ const v3Registry = sessionsFieldRegistry(getSessionFilterConfig([], false));+ for (const column of ["toolNames", "calledToolNames", "toolCalls"]) {+ expect(v3Registry.resolveField(column)).toBeNull();+ }// Events-only fields and columns the sidebar never offers stay unresolvable,// so a stray token is a diagnostic rather than a filter the sidebar cannot// show or remove.diff --git a/web/src/features/sessions/SessionsTable.tsx b/web/src/features/sessions/SessionsTable.tsxindex 488fa02858..dd244f83e9 100644--- a/web/src/features/sessions/SessionsTable.tsx+++ b/web/src/features/sessions/SessionsTable.tsx@@ -44,6 +44,7 @@ import {} from "@langfuse/shared";import { useDetailPageLists } from "@/src/features/navigate-detail-pages";+import { useEventsFilterOptions } from "@/src/features/events/hooks/useEventsFilterOptions";import { useOrderByState } from "@/src/features/orderBy";import { api } from "@/src/utils/api";import { formatIntervalSeconds } from "@/src/utils/dates";@@ -240,6 +241,23 @@ export default function SessionsTable({);const filterOptions = isV4 ? filterOptionsV4 : filterOptionsV3;+ const eventToolOptions = useEventsFilterOptions({+ projectId,+ refiningFilter: [+ {+ column: "sessionId",+ type: "string",+ operator: "is not empty",+ value: "",+ },+ ],+ startTimeFilter: (dateRangeFilter as TimeFilter[]).map((item) => ({+ ...item,+ column: "startTime" as const,+ })),+ columns: ["toolNames", "calledToolNames"],+ enabled: isV4,+ });const newFilterOptions = useMemo(() => {const scoreCategories =@@ -263,6 +281,8 @@ export default function SessionsTable({})) ?? undefined,// tags don't have counts; they read A→Ztags: sortOptionValues(filterOptions.data?.tags.map((t) => t.value)),+ toolNames: eventToolOptions.filterOptions.toolNames,+ calledToolNames: eventToolOptions.filterOptions.calledToolNames,sessionDuration: [],countTraces: [],inputTokens: [],@@ -275,10 +295,17 @@ export default function SessionsTable({scores_avg: scoresNumeric,score_booleans: scoresBoolean,};- }, [environmentOptions, filterOptions.data]);+ }, [+ environmentOptions,+ filterOptions.data,+ eventToolOptions.filterOptions.toolNames,+ eventToolOptions.filterOptions.calledToolNames,+ ]);const isSidebarFilterLoading =- filterOptions.isPending || environmentFilterOptions.isPending;+ filterOptions.isPending ||+ environmentFilterOptions.isPending ||+ (isV4 && eventToolOptions.isFilterOptionsPending);const { viewControllersRef, onExplicitFilterStateChange } =useTableViewFilterChange();