The open-source agent harness - the runtime layer that turns an LLM into a working agent.
Chore: agent metrics card statistics component (#680)
harshil-2096ceeb56f9443f
diff --git a/.changeset/show-agent-metric-statistics.md b/.changeset/show-agent-metric-statistics.mdnew file mode 100644index 000000000..f79bb7556--- /dev/null+++ b/.changeset/show-agent-metric-statistics.md@@ -0,0 +1,5 @@+---+"@truefoundry/trueforge-ui": patch+---++Show turn and duration statistics alongside the featured agent metric cards.diff --git a/packages/trueforge-ui/README.md b/packages/trueforge-ui/README.mdindex c6a64ba06..d74ca22ca 100644--- a/packages/trueforge-ui/README.md+++ b/packages/trueforge-ui/README.md@@ -517,7 +517,7 @@ function MyBubble({ children, error, actionBar, className }: AssistantMessageBub/>;```-Overridable slots include composer pieces (`ComposerShell`, `ComposerLeftSection`, `ComposerRightSection`, `ComposerSendButton`), messages (`AssistantMessageBubble`, `UserMessageBubble`, `UserMessageEdit`), `Markdown`, `WelcomeScreen`, thread-list atoms, agent metrics (`AgentMetrics`, `AgentMetricsView`, `AgentMetricsTimeRangeFilter`, `AgentMetricCard`, `AgentMetricChart`), and tool/prompt cards (`ToolCallCard`, `ToolApprovalBar`, `ToolGroupCard`, `SubAgentCard`, `SandboxToolCallCard`, `AgentStepsCard`, `ReasoningCard`, `AskUserPrompt`, `McpAuthPrompt`, and more).+Overridable slots include composer pieces (`ComposerShell`, `ComposerLeftSection`, `ComposerRightSection`, `ComposerSendButton`), messages (`AssistantMessageBubble`, `UserMessageBubble`, `UserMessageEdit`), `Markdown`, `WelcomeScreen`, thread-list atoms, agent metrics (`AgentMetrics`, `AgentMetricsView`, `AgentMetricsTimeRangeFilter`, `AgentMetricCard`, `AgentMetricStatistics`, `AgentMetricChart`), and tool/prompt cards (`ToolCallCard`, `ToolApprovalBar`, `ToolGroupCard`, `SubAgentCard`, `SandboxToolCallCard`, `AgentStepsCard`, `ReasoningCard`, `AskUserPrompt`, `McpAuthPrompt`, and more).See [docs/customization.md](./docs/customization.md) for the full slot list.diff --git a/packages/trueforge-ui/src/atoms/agent-details/AgentMetricsView.tsx b/packages/trueforge-ui/src/atoms/agent-details/AgentMetricsView.tsxindex 922aea694..7f50e1216 100644--- a/packages/trueforge-ui/src/atoms/agent-details/AgentMetricsView.tsx+++ b/packages/trueforge-ui/src/atoms/agent-details/AgentMetricsView.tsx@@ -2,11 +2,107 @@import type { ComponentType } from 'react';+import type { AgentMetricMeter } from '../../server/types.js';import { useSlot } from '../../theme/SlotsProvider.js';import { Skeleton } from '../primitives/Skeleton.js';-import type { AgentMetricChartProps, AgentMetricsViewProps } from './types.js';+import type { AgentMetricChartProps, AgentMetricStatisticsProps, AgentMetricsViewProps } from './types.js';const featuredMetricNames = ['total_cost_in_usd', 'cost_per_session_in_usd', 'total_sessions', 'avg_turns_per_session'];+const statisticMetricNames = new Set([+ 'total_turns',+ 'min_turns_per_session',+ 'median_turns_per_session',+ 'max_turns_per_session',+ 'min_session_duration_ms',+ 'median_session_duration_ms',+ 'p95_session_duration_ms',+ 'max_session_duration_ms',+]);+const statisticNumberFormatter = new Intl.NumberFormat(undefined, { maximumFractionDigits: 3 });++function formatStatisticValue({+ meter,+ durationInSeconds,+}: {+ meter: AgentMetricMeter | undefined;+ durationInSeconds: boolean;+}): string {+ if (meter == null) return '—';+ return statisticNumberFormatter.format(durationInSeconds ? meter.aggregateValue / 1_000 : meter.aggregateValue);+}++export function AgentMetricStatistics({ meters }: AgentMetricStatisticsProps) {+ const metersByName = new Map(meters.map(meter => [meter.name, meter]));+ const sections = [+ {+ ariaLabel: 'Turn statistics',+ gridClassName: 'grid-cols-4',+ durationInSeconds: false,+ items: [+ { label: 'Total turns', meter: metersByName.get('total_turns'), prominent: true, highlighted: false },+ { label: 'Min', meter: metersByName.get('min_turns_per_session'), prominent: false, highlighted: false },+ { label: 'Median', meter: metersByName.get('median_turns_per_session'), prominent: false, highlighted: true },+ { label: 'Max', meter: metersByName.get('max_turns_per_session'), prominent: false, highlighted: false },+ ],+ },+ {+ ariaLabel: 'Duration statistics',+ gridClassName: 'grid-cols-5',+ durationInSeconds: true,+ items: [+ {+ label: 'Duration (s)',+ meter: metersByName.get('median_session_duration_ms'),+ prominent: true,+ highlighted: false,+ },+ { label: 'Min', meter: metersByName.get('min_session_duration_ms'), prominent: false, highlighted: false },+ {+ label: 'Median',+ meter: metersByName.get('median_session_duration_ms'),+ prominent: false,+ highlighted: true,+ },+ { label: 'P95', meter: metersByName.get('p95_session_duration_ms'), prominent: false, highlighted: true },+ { label: 'Max', meter: metersByName.get('max_session_duration_ms'), prominent: false, highlighted: false },+ ],+ },+ ].filter(section => section.items.some(item => item.meter != null));++ return (+ <div className="grid gap-4 lg:grid-cols-2" data-slot="agent-metric-statistics">+ {sections.map(section => (+ <section+ key={section.ariaLabel}+ aria-label={section.ariaLabel}+ className="min-w-0 rounded-xl border border-border bg-card-bg p-4 shadow-sm"+ >+ <dl className={`grid ${section.gridClassName} divide-x divide-border`}>+ {section.items.map(item => {+ const value = formatStatisticValue({+ meter: item.meter,+ durationInSeconds: section.durationInSeconds,+ });+ return (+ <div key={item.label} className="min-w-0 px-3 first:pl-0 last:pr-0">+ <dt className="truncate text-xs font-medium text-text-secondary">{item.label}</dt>+ <dd+ className={`mt-1 truncate font-semibold tabular-nums ${+ item.prominent ? 'text-xl' : 'text-base'+ } ${item.highlighted ? 'text-primary-button-bg' : 'text-text-primary'}`}+ title={value}+ >+ {value}+ </dd>+ </div>+ );+ })}+ </dl>+ </section>+ ))}+ </div>+ );+}export function AgentMetricsView({meters,@@ -19,6 +115,7 @@ export function AgentMetricsView({}: AgentMetricsViewProps) {const AgentMetricCard = useSlot('AgentMetricCard');const AgentMetricChart = useSlot('AgentMetricChart');+ const AgentMetricStatistics = useSlot('AgentMetricStatistics');const AgentMetricsTimeRangeFilter = useSlot('AgentMetricsTimeRangeFilter');const featuredMeters =meters == null@@ -27,6 +124,7 @@ export function AgentMetricsView({const meter = meters.find(candidate => candidate.name === name);return meter == null ? [] : [meter];});+ const hasStatistics = meters?.some(meter => statisticMetricNames.has(meter.name)) ?? false;return (<div className="min-h-0 flex-1 overflow-auto bg-secondary-bg/40 p-4" data-slot="agent-metrics-view">@@ -39,20 +137,32 @@ export function AgentMetricsView({{meterError}</div>) : meters == null ? (- <div className="mb-4 grid grid-cols-2 gap-3 md:grid-cols-4" aria-label="Loading metrics">- {Array.from({ length: 4 }, (_, index) => (- <Skeleton key={index} className="h-20 rounded-lg" />- ))}+ <div className="mb-4 grid gap-4" aria-label="Loading metrics">+ <div className="grid grid-cols-2 gap-3 md:grid-cols-4">+ {Array.from({ length: 4 }, (_, index) => (+ <Skeleton key={index} className="h-20 rounded-lg" />+ ))}+ </div>+ <div className="grid gap-4 lg:grid-cols-2">+ {Array.from({ length: 2 }, (_, index) => (+ <Skeleton key={index} className="h-20 rounded-lg" />+ ))}+ </div></div>- ) : featuredMeters?.length === 0 ? (+ ) : featuredMeters?.length === 0 && !hasStatistics ? (<div className="mb-4 rounded-lg border border-border bg-card-bg p-6 text-center text-sm text-text-secondary">No aggregate metrics</div>) : (- <div className="mb-4 grid grid-cols-2 gap-3 md:grid-cols-4">- {featuredMeters?.map(meter => (- <AgentMetricCard key={meter.name} meter={meter} />- ))}+ <div className="mb-4 grid gap-4">+ {featuredMeters != null && featuredMeters.length > 0 ? (+ <div className="grid grid-cols-2 gap-3 md:grid-cols-4">+ {featuredMeters.map(meter => (+ <AgentMetricCard key={meter.name} meter={meter} />+ ))}+ </div>+ ) : null}+ {hasStatistics ? <AgentMetricStatistics meters={meters} /> : null}</div>)}@@ -95,6 +205,7 @@ export function AgentMetricsView({declare module '../../theme/SlotsProvider.js' {interface AtomSlots {+ AgentMetricStatistics: ComponentType<AgentMetricStatisticsProps>;AgentMetricsView: ComponentType<AgentMetricsViewProps>;}}diff --git a/packages/trueforge-ui/src/atoms/agent-details/types.ts b/packages/trueforge-ui/src/atoms/agent-details/types.tsindex bea0ccb54..215e6225a 100644--- a/packages/trueforge-ui/src/atoms/agent-details/types.ts+++ b/packages/trueforge-ui/src/atoms/agent-details/types.ts@@ -120,6 +120,10 @@ export type AgentMetricsViewProps = {onTimeRangeChange: (range: SessionTimeRange) => void;};+export type AgentMetricStatisticsProps = {+ meters: AgentMetricMeter[];+};+export type AgentMetricsTimeRangeFilterProps = {timeRange: SessionTimeRange;onTimeRangeChange: (range: SessionTimeRange) => void;diff --git a/packages/trueforge-ui/src/index.ts b/packages/trueforge-ui/src/index.tsindex 80dbe7347..9065f5c83 100644--- a/packages/trueforge-ui/src/index.ts+++ b/packages/trueforge-ui/src/index.ts@@ -441,7 +441,7 @@ export { AgentDetailsUnavailable } from './atoms/agent-details/AgentDetailsUnavaexport { AgentMetricCard } from './atoms/agent-details/AgentMetricCard.js';export { AgentMetricChart } from './atoms/agent-details/AgentMetricChart.js';export { AgentMetricsTimeRangeFilter } from './atoms/agent-details/AgentMetricsTimeRangeFilter.js';-export { AgentMetricsView } from './atoms/agent-details/AgentMetricsView.js';+export { AgentMetricStatistics, AgentMetricsView } from './atoms/agent-details/AgentMetricsView.js';export { AgentOverviewCard } from './atoms/agent-details/AgentOverviewCard.js';export type {AgentCodeBlockProps,@@ -454,6 +454,7 @@ export type {AgentMetricCardProps,AgentMetricChartProps,AgentMetricChartResult,+ AgentMetricStatisticsProps,AgentMetricsProps,AgentMetricsTimeRangeFilterProps,AgentMetricsViewProps,diff --git a/packages/trueforge-ui/src/theme/defaultSlots.ts b/packages/trueforge-ui/src/theme/defaultSlots.tsindex 326e00cec..6f7770d68 100644--- a/packages/trueforge-ui/src/theme/defaultSlots.ts+++ b/packages/trueforge-ui/src/theme/defaultSlots.ts@@ -14,7 +14,7 @@ import { AgentDetailsTabs } from '../atoms/agent-details/AgentDetailsTabs.js';import { AgentDetailsUnavailable } from '../atoms/agent-details/AgentDetailsUnavailable.js';import { AgentMetricCard } from '../atoms/agent-details/AgentMetricCard.js';import { AgentMetricsTimeRangeFilter } from '../atoms/agent-details/AgentMetricsTimeRangeFilter.js';-import { AgentMetricsView } from '../atoms/agent-details/AgentMetricsView.js';+import { AgentMetricStatistics, AgentMetricsView } from '../atoms/agent-details/AgentMetricsView.js';import { AgentOverviewCard } from '../atoms/agent-details/AgentOverviewCard.js';import { AgentSessionDetailHeader } from '../atoms/agent-details/AgentSessionDetailHeader.js';import { AgentSessionListRow } from '../atoms/agent-details/AgentSessionListRow.js';@@ -223,6 +223,7 @@ export const defaultSlots = {AgentMetricsView,AgentMetricsTimeRangeFilter,AgentMetricCard,+ AgentMetricStatistics,AgentMetricChart,AgentSessionDetailHeader,AgentSessionsFilters,diff --git a/packages/trueforge-ui/test/atoms/AgentMetricsContainer.test.tsx b/packages/trueforge-ui/test/atoms/AgentMetricsContainer.test.tsxindex d9d3331a5..4ce65112e 100644--- a/packages/trueforge-ui/test/atoms/AgentMetricsContainer.test.tsx+++ b/packages/trueforge-ui/test/atoms/AgentMetricsContainer.test.tsx@@ -1,5 +1,5 @@// @vitest-environment jsdom-import { fireEvent, render, screen, waitFor } from '@testing-library/react';+import { fireEvent, render, screen, waitFor, within } from '@testing-library/react';import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';import { AgentMetricsContainer } from '@/containers/AgentMetricsContainer.js';@@ -76,6 +76,13 @@ describe('AgentMetricsContainer', () => {unit: '$',},{ name: 'total_cost_in_usd', aggregateValue: 1.248, description: 'Total cost', unit: '$' },+ { name: 'min_turns_per_session', aggregateValue: 1, description: 'Min turns', unit: 'count' },+ { name: 'median_turns_per_session', aggregateValue: 2, description: 'Median turns', unit: 'count' },+ { name: 'max_turns_per_session', aggregateValue: 5, description: 'Max turns', unit: 'count' },+ { name: 'min_session_duration_ms', aggregateValue: 3_885, description: 'Min duration', unit: 'ms' },+ { name: 'median_session_duration_ms', aggregateValue: 3_981, description: 'Median duration', unit: 'ms' },+ { name: 'p95_session_duration_ms', aggregateValue: 4_561, description: 'P95 duration', unit: 'ms' },+ { name: 'max_session_duration_ms', aggregateValue: 4_625, description: 'Max duration', unit: 'ms' },]);const getChartData = vi.fn(async (_request: AgentMetricChartDataRequest): Promise<AgentMetricChartData> => ({step: '3600',@@ -108,7 +115,15 @@ describe('AgentMetricsContainer', () => {'Total sessions','Avg turns / session',]);- expect(screen.queryByText('Total turns')).not.toBeInTheDocument();+ const turnStatistics = screen.getByRole('region', { name: 'Turn statistics' });+ expect(within(turnStatistics).getByText('Total turns')).toBeInTheDocument();+ expect(within(turnStatistics).getByText('30')).toBeInTheDocument();+ expect(within(turnStatistics).getByText('Median')).toBeInTheDocument();+ expect(within(turnStatistics).getByText('2')).toBeInTheDocument();+ const durationStatistics = screen.getByRole('region', { name: 'Duration statistics' });+ expect(within(durationStatistics).getByText('Duration (s)')).toBeInTheDocument();+ expect(within(durationStatistics).getAllByText('3.981')).toHaveLength(2);+ expect(within(durationStatistics).getByText('4.561')).toBeInTheDocument();expect(screen.getByText('12')).toBeInTheDocument();expect(screen.getByText('$1.2480')).toBeInTheDocument();expect(await screen.findByText('Sessions: 4')).toBeInTheDocument();diff --git a/packages/trueforge-ui/test/publicUiExports.test.ts b/packages/trueforge-ui/test/publicUiExports.test.tsindex a83da2e58..61e39a1ad 100644--- a/packages/trueforge-ui/test/publicUiExports.test.ts+++ b/packages/trueforge-ui/test/publicUiExports.test.ts@@ -19,6 +19,7 @@ const expectedRuntimeExports: Array<keyof typeof sdk> = ['AgentMcpEditorContent','AgentMetricCard','AgentMetricChart',+ 'AgentMetricStatistics','AgentMetricsContainer','AgentMetricsTimeRangeFilter','AgentMetricsView',