Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

refactor(web): Extract `createTokenUsageTableColumn` (#16829)

Ben Bachemed2aa5d1359b
diff --git a/web/.storybook/main.ts b/web/.storybook/main.ts
index 29c991b8bf..4f17b3f844 100644
--- a/web/.storybook/main.ts
+++ b/web/.storybook/main.ts
@@ -36,6 +36,7 @@ const DESIGN_COMPONENT_STORIES = [
"table/columns/createStatusTableColumn",
"table/columns/createTagsTableColumn",
"table/columns/createTextTableColumn",
+ "table/columns/createTokenUsageTableColumn",
] as const;
// Design-system reference pages that sit directly under Design (not
// Design/Components): the token reference, one single-leaf page per element.
diff --git a/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsx b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsx
new file mode 100644
index 0000000000..c8b827981b
--- /dev/null
+++ b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsx
@@ -0,0 +1,162 @@
+import preview from "../../../../../.storybook/preview";
+
+import {
+ DataTable,
+ type AsyncTableData,
+} from "@/src/components/table/data-table";
+import { createTokenUsageTableColumn } from "./createTokenUsageTableColumn";
+
+type Row = {
+ isUsageLoading?: boolean;
+ usage: {
+ inputUsage: number;
+ outputUsage: number;
+ totalUsage: number;
+ } | null;
+ details?: {
+ input: number;
+ output: number;
+ total: number;
+ };
+ pricingTierName?: string;
+};
+
+function TokenUsageTableColumnStory({
+ data,
+ showBreakdown,
+}: {
+ data: AsyncTableData<Row[]>;
+ showBreakdown: boolean;
+}) {
+ const columns = [
+ createTokenUsageTableColumn<Row, Row["usage"]>({
+ id: "tokens",
+ accessorFn: (row) => row.usage,
+ header: "Tokens",
+ getCell: (value, { row }) => {
+ if (row.original.isUsageLoading) return { type: "loading" };
+ if (!value) return undefined;
+ if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {
+ return undefined;
+ }
+
+ if (showBreakdown && row.original.details) {
+ return {
+ type: "usage",
+ inputUsage: value.inputUsage,
+ outputUsage: value.outputUsage,
+ totalUsage: value.totalUsage,
+ details: row.original.details,
+ pricingTierName: row.original.pricingTierName,
+ };
+ }
+
+ return {
+ type: "usage",
+ inputUsage: value.inputUsage,
+ outputUsage: value.outputUsage,
+ totalUsage: value.totalUsage,
+ };
+ },
+ }),
+ ];
+
+ return (
+ <DataTable
+ tableName="token-usage-column-story"
+ columns={columns}
+ data={data}
+ hidePagination
+ cellPadding="comfortable"
+ />
+ );
+}
+
+const meta = preview.meta({
+ component: TokenUsageTableColumnStory,
+ parameters: {
+ layout: "fullscreen",
+ },
+});
+
+const usage = { inputUsage: 1280, outputUsage: 246, totalUsage: 1526 };
+const details = { input: 1280, output: 246, total: 1526 };
+
+export const Default = meta.story({
+ args: {
+ showBreakdown: true,
+ data: {
+ isLoading: false,
+ isError: false,
+ data: [{ usage, details }],
+ },
+ },
+});
+
+export const WithoutBreakdown = meta.story({
+ name: "Without Breakdown",
+ args: {
+ showBreakdown: false,
+ data: {
+ isLoading: false,
+ isError: false,
+ data: [{ usage }],
+ },
+ },
+});
+
+export const WithPricingTier = meta.story({
+ name: "With Pricing Tier",
+ args: {
+ showBreakdown: true,
+ data: {
+ isLoading: false,
+ isError: false,
+ data: [
+ {
+ usage,
+ details: {
+ input: 1000,
+ output: 246,
+ total: 1526,
+ },
+ pricingTierName: "Standard",
+ },
+ ],
+ },
+ },
+});
+
+export const EmptyValue = meta.story({
+ name: "Empty Value",
+ args: {
+ showBreakdown: true,
+ data: {
+ isLoading: false,
+ isError: false,
+ data: [{ usage: { inputUsage: 0, outputUsage: 0, totalUsage: 0 } }],
+ },
+ },
+});
+
+export const CellLoading = meta.story({
+ name: "Cell Loading",
+ args: {
+ showBreakdown: true,
+ data: {
+ isLoading: false,
+ isError: false,
+ data: [{ isUsageLoading: true, usage: null }],
+ },
+ },
+});
+
+export const Loading = meta.story({
+ args: {
+ showBreakdown: true,
+ data: {
+ isLoading: true,
+ isError: false,
+ },
+ },
+});
diff --git a/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsx b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsx
new file mode 100644
index 0000000000..bd2c01cb43
--- /dev/null
+++ b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsx
@@ -0,0 +1,77 @@
+import { type CellContext, type RowData } from "@tanstack/react-table";
+import { InfoIcon } from "lucide-react";
+
+import { Skeleton } from "@/src/components/ui/skeleton";
+import { BreakdownTooltip } from "@/src/features/traces/components/BreakdownTooltip";
+import { formatTokenCounts } from "@/src/utils/numbers";
+import {
+ createTableColumn,
+ type TableColumnOptions,
+} from "./utils/createTableColumn";
+
+const tokenUsageLoadingCell = <Skeleton className="h-4 w-1/2" />;
+
+type TokenUsageDetails = Record<string, number | undefined>;
+
+type TokenUsageCounts = {
+ inputUsage: number;
+ outputUsage: number;
+ totalUsage: number;
+};
+
+export type TokenUsageTableColumnCell =
+ | { type: "loading" }
+ | ({ type: "usage" } & TokenUsageCounts &
+ (
+ | {
+ details: TokenUsageDetails | TokenUsageDetails[];
+ pricingTierName?: string;
+ }
+ | {
+ details?: undefined;
+ pricingTierName?: undefined;
+ }
+ ));
+
+export function createTokenUsageTableColumn<
+ TData extends RowData,
+ TValue = unknown,
+>({
+ getCell,
+ ...options
+}: TableColumnOptions<TData, TValue> & {
+ getCell: (
+ value: TValue | null | undefined,
+ context: CellContext<TData, TValue | null | undefined>,
+ ) => TokenUsageTableColumnCell | undefined;
+}) {
+ return createTableColumn<TData, TValue>({
+ ...options,
+ loadingCell: tokenUsageLoadingCell,
+ renderCell: (value, context) => {
+ const cell = getCell(value, context);
+ if (!cell) return null;
+ if (cell.type === "loading") return tokenUsageLoadingCell;
+
+ const content = formatTokenCounts(
+ cell.inputUsage,
+ cell.outputUsage,
+ cell.totalUsage,
+ );
+
+ if (!cell.details) return content ? <span>{content}</span> : null;
+
+ return (
+ <BreakdownTooltip
+ details={cell.details}
+ pricingTierName={cell.pricingTierName}
+ >
+ <div className="flex items-center gap-1">
+ {content}
+ <InfoIcon className="h-3 w-3" />
+ </div>
+ </BreakdownTooltip>
+ );
+ },
+ });
+}
diff --git a/web/src/components/table/DataTable.stories.tsx b/web/src/components/table/DataTable.stories.tsx
index 352268b9e1..66a071bfb9 100644
--- a/web/src/components/table/DataTable.stories.tsx
+++ b/web/src/components/table/DataTable.stories.tsx
@@ -25,6 +25,7 @@ import { createIdTableColumn } from "@/src/components/design-system/table/column
import { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";
import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";
import { createIOTableColumn } from "@/src/components/design-system/table/columns/createIOTableColumn";
+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";
import { Skeleton } from "@/src/components/ui/skeleton";
import { TextLink } from "@/src/components/design-system/TextLink/TextLink";
import TableIdOrName from "@/src/components/table/table-id";
@@ -32,7 +33,6 @@ import { LocalIsoDate } from "@/src/components/LocalIsoDate";
import { IOTableCell } from "@/src/components/design-system/table/components/IOTableCell/IOTableCell";
import { MediaTag } from "@/src/components/MediaTag/MediaTag";
import { type MediaDescriptor } from "@/src/components/ui/media/mediaUtils";
-import { TokenUsageBadge } from "@/src/components/token-usage-badge";
import {
LevelCountsDisplay,
type LevelCount,
@@ -89,7 +89,7 @@ const renderMediaReference = (descriptor: MediaDescriptor) => (
// - actions: real DropdownMenu + ghost MoreVertical, with a plain menu item
// instead of the tRPC-bound DeleteTraceButton / DeletePrompt.
// Everything else (TextLink, Badge, IOTableCell, LocalIsoDate, TableIdOrName,
-// TokenUsageBadge, LevelCountsDisplay, folder links, Skeleton, the
+// createTokenUsageTableColumn, LevelCountsDisplay, folder links, Skeleton, the
// loading cells) is the actual production component.
//
// The IOTableCell relies on MarkdownContext; that is provided globally in
@@ -344,33 +344,26 @@ function buildTraceColumns(
) : undefined;
},
},
- {
- accessorKey: "tokens",
- header: "Tokens",
+ createTokenUsageTableColumn<TraceRow, TraceRow["usage"]>({
id: "tokens",
+ accessorFn: (row) => row.usage,
+ header: "Tokens",
size: 180,
- loadingCell: <Skeleton className="h-4 w-1/2" />,
- cell: ({ row }) => {
- const value = row.original.usage;
- if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {
- return null;
+ enableSorting: true,
+ getCell: (value, { row }) => {
+ if (!value?.inputUsage && !value?.outputUsage && !value?.totalUsage) {
+ return undefined;
}
- return (
- <BreakdownTooltip details={row.original.tokenDetails}>
- <div className="flex items-center gap-1">
- <TokenUsageBadge
- inputUsage={Number(value.inputUsage)}
- outputUsage={Number(value.outputUsage)}
- totalUsage={Number(value.totalUsage)}
- inline
- />
- <InfoIcon className="h-3 w-3" />
- </div>
- </BreakdownTooltip>
- );
+
+ return {
+ type: "usage",
+ inputUsage: Number(value.inputUsage),
+ outputUsage: Number(value.outputUsage),
+ totalUsage: Number(value.totalUsage),
+ details: row.original.tokenDetails,
+ };
},
- enableSorting: true,
- },
+ }),
{
accessorKey: "totalCost",
id: "totalCost",
diff --git a/web/src/components/table/use-cases/observations.tsx b/web/src/components/table/use-cases/observations.tsx
index 658dce9519..ca5ee35e18 100644
--- a/web/src/components/table/use-cases/observations.tsx
+++ b/web/src/components/table/use-cases/observations.tsx
@@ -14,7 +14,6 @@ import {
useRef,
useCallback,
} from "react";
-import { TokenUsageBadge } from "@/src/components/token-usage-badge";
import { useQueryFilterState } from "@/src/features/filters/hooks/useFilterState";
import { usePaginationState } from "@/src/hooks/usePaginationState";
import { useFacetOptionsWithObservedMetadata } from "@/src/hooks/useObservedMetadata";
@@ -84,6 +83,7 @@ import { createDurationTableColumn } from "@/src/components/design-system/table/
import { createItemBadgeTableColumn } from "@/src/components/design-system/table/columns/createItemBadgeTableColumn";
import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";
import { createTagsTableColumn } from "@/src/components/design-system/table/columns/createTagsTableColumn";
+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";
import { TablePeekViewObservationDetail } from "@/src/components/table/peek/peek-observation-detail";
import { usePeekNavigation } from "@/src/components/table/peek/hooks/usePeekNavigation";
import {
@@ -884,35 +884,28 @@ export default function ObservationsTable({
);
},
},
- {
- accessorKey: "tokens",
- header: "Tokens",
+ createTokenUsageTableColumn<
+ ObservationsTableRow,
+ ObservationsTableRow["usageDetails"]
+ >({
id: "tokens",
+ accessorFn: (row) => row.usageDetails,
+ header: "Tokens",
size: 150,
- cell: ({ row }) => {
- const aggregatedUsage = calculateAggregatedUsage(
- row.original.usageDetails,
- );
- return (
- <BreakdownTooltip
- details={row.original.usageDetails}
- pricingTierName={row.original.usagePricingTierName ?? undefined}
- >
- <div className="flex items-center gap-1">
- <TokenUsageBadge
- inputUsage={aggregatedUsage.input}
- outputUsage={aggregatedUsage.output}
- totalUsage={aggregatedUsage.total}
- inline
- />
- <InfoIcon className="h-3 w-3" />
- </div>
- </BreakdownTooltip>
- );
- },
enableHiding: true,
enableSorting,
- },
+ getCell: (value, { row }) => {
+ const aggregatedUsage = calculateAggregatedUsage(value ?? {});
+ return {
+ type: "usage",
+ inputUsage: aggregatedUsage.input,
+ outputUsage: aggregatedUsage.output,
+ totalUsage: aggregatedUsage.total,
+ details: row.original.usageDetails,
+ pricingTierName: row.original.usagePricingTierName ?? undefined,
+ };
+ },
+ }),
{
accessorKey: "model",
id: "model",
diff --git a/web/src/components/table/use-cases/sessions.tsx b/web/src/components/table/use-cases/sessions.tsx
index 929d379ee9..fcbb948273 100644
--- a/web/src/components/table/use-cases/sessions.tsx
+++ b/web/src/components/table/use-cases/sessions.tsx
@@ -10,9 +10,9 @@ import { createDateTableColumn } from "@/src/components/design-system/table/colu
import { createLinkTableColumn } from "@/src/components/design-system/table/columns/createLinkTableColumn";
import { createLinkListTableColumn } from "@/src/components/design-system/table/columns/createLinkListTableColumn";
import { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";
+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";
import { ResizableFilterLayout } from "@/src/components/table/resizable-filter-layout";
import { type LangfuseColumnDef } from "@/src/components/table/types";
-import { TokenUsageBadge } from "@/src/components/token-usage-badge";
import useColumnVisibility from "@/src/features/column-visibility/hooks/useColumnVisibility";
import {
type UseSidebarFilterStateOptions,
@@ -678,34 +678,24 @@ export default function SessionsTable({
return value;
},
}),
- {
- accessorKey: "usage",
+ createTokenUsageTableColumn<SessionTableRow, number | undefined>({
id: "usage",
+ accessorFn: (row) => row.totalTokens,
header: "Usage",
size: 220,
enableHiding: true,
enableSorting: true,
- loadingCell: <Skeleton className="h-4 w-1/2" />,
- cell: ({ row }) => {
- const promptTokens: SessionTableRow["inputTokens"] =
- row.getValue("inputTokens");
- const completionTokens: SessionTableRow["outputTokens"] =
- row.getValue("outputTokens");
- const totalTokens: SessionTableRow["totalTokens"] =
- row.getValue("totalTokens");
- if (!sessionMetrics.isSuccess) {
- return <Skeleton className="h-4 w-1/2" />;
- }
- return (
- <TokenUsageBadge
- inputUsage={Number(promptTokens ?? 0)}
- outputUsage={Number(completionTokens ?? 0)}
- totalUsage={Number(totalTokens ?? 0)}
- inline
- />
- );
+ getCell: (_value, { row }) => {
+ if (!sessionMetrics.isSuccess) return { type: "loading" };
+
+ return {
+ type: "usage",
+ inputUsage: Number(row.original.inputTokens ?? 0),
+ outputUsage: Number(row.original.outputTokens ?? 0),
+ totalUsage: Number(row.original.totalTokens ?? 0),
+ };
},
- },
+ }),
{
accessorKey: "traceTags",
id: "traceTags",
diff --git a/web/src/components/table/use-cases/traces.tsx b/web/src/components/table/use-cases/traces.tsx
index c8421f69a0..5934e6fb61 100644
--- a/web/src/components/table/use-cases/traces.tsx
+++ b/web/src/components/table/use-cases/traces.tsx
@@ -10,9 +10,9 @@ import { createDateTableColumn } from "@/src/components/design-system/table/colu
import { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";
import { createTagsTableColumn } from "@/src/components/design-system/table/columns/createTagsTableColumn";
import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";
+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";
import { ResizableFilterLayout } from "@/src/components/table/resizable-filter-layout";
import { type LangfuseColumnDef } from "@/src/components/table/types";
-import { TokenUsageBadge } from "@/src/components/token-usage-badge";
import useColumnVisibility from "@/src/features/column-visibility/hooks/useColumnVisibility";
import { api } from "@/src/utils/api";
import { formatIntervalSeconds } from "@/src/utils/dates";
@@ -780,38 +780,28 @@ export default function TracesTable({
enableSorting,
}),
- {
- accessorKey: "tokens",
- header: "Tokens",
+ createTokenUsageTableColumn<TracesTableRow, TracesTableRow["usage"]>({
id: "tokens",
+ accessorFn: (row) => row.usage,
+ header: "Tokens",
size: 180,
- loadingCell: <Skeleton className="h-4 w-1/2" />,
- cell: ({ row }) => {
- const value: TracesTableRow["usage"] = row.getValue("usage");
- if (isMetricPending(row.original.id)) {
- return <Skeleton className="h-4 w-1/2" />;
- }
- if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {
- return null;
+ enableSorting,
+ enableHiding: true,
+ getCell: (value, { row }) => {
+ if (isMetricPending(row.original.id)) return { type: "loading" };
+ if (!value?.inputUsage && !value?.outputUsage && !value?.totalUsage) {
+ return undefined;
}
- return (
- <BreakdownTooltip details={row.original.tokenDetails ?? []}>
- <div className="flex items-center gap-1">
- <TokenUsageBadge
- inputUsage={Number(value.inputUsage ?? 0)}
- outputUsage={Number(value.outputUsage ?? 0)}
- totalUsage={Number(value.totalUsage ?? 0)}
- inline
- />
- <InfoIcon className="h-3 w-3" />
- </div>
- </BreakdownTooltip>
- );
+ return {
+ type: "usage",
+ inputUsage: Number(value.inputUsage ?? 0),
+ outputUsage: Number(value.outputUsage ?? 0),
+ totalUsage: Number(value.totalUsage ?? 0),
+ details: row.original.tokenDetails ?? [],
+ };
},
- enableSorting,
- enableHiding: true,
- },
+ }),
{
accessorKey: "totalCost",
id: "totalCost",
diff --git a/web/src/components/token-usage-badge.tsx b/web/src/components/token-usage-badge.tsx
deleted file mode 100644
index f9c5dec19e..0000000000
--- a/web/src/components/token-usage-badge.tsx
+++ /dev/null
@@ -1,60 +0,0 @@
-import { Badge } from "@/src/components/ui/badge";
-import { numberFormatter } from "@/src/utils/numbers";
-import { type Observation } from "@langfuse/shared";
-
-export const TokenUsageBadge = (
- props: (
- | {
- observation: Observation;
- }
- | {
- inputUsage: number;
- outputUsage: number;
- totalUsage: number;
- }
- ) & {
- inline?: boolean;
- rightIcon?: React.ReactNode;
- variant?:
- | "default"
- | "secondary"
- | "destructive"
- | "outline-solid"
- | "tertiary";
- },
-) => {
- const usage =
- "observation" in props
- ? {
- inputUsage: props.observation.inputUsage,
- outputUsage: props.observation.outputUsage,
- totalUsage: props.observation.totalUsage,
- }
- : props;
-
- if (
- usage.inputUsage === 0 &&
- usage.outputUsage === 0 &&
- usage.totalUsage === 0
- )
- return <></>;
-
- const content = `${numberFormatter(usage.inputUsage, 0)} → ${numberFormatter(usage.outputUsage, 0)} (∑ ${numberFormatter(usage.totalUsage, 0)})`;
-
- if (props.inline)
- return (
- <span className="flex items-center gap-1">
- {content}
- {props.rightIcon}
- </span>
- );
-
- return (
- <Badge variant={props.variant ?? "outline-solid"}>
- <span className="flex items-center gap-1">
- {content}
- {props.rightIcon}
- </span>
- </Badge>
- );
-};