🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
refactor(web): Extract `createTokenUsageTableColumn` (#16829)
Ben Bachemed2aa5d1359b
diff --git a/web/.storybook/main.ts b/web/.storybook/main.tsindex 29c991b8bf..4f17b3f844 100644--- a/web/.storybook/main.ts+++ b/web/.storybook/main.ts@@ -36,6 +36,7 @@ const DESIGN_COMPONENT_STORIES = ["table/columns/createStatusTableColumn","table/columns/createTagsTableColumn","table/columns/createTextTableColumn",+ "table/columns/createTokenUsageTableColumn",] as const;// Design-system reference pages that sit directly under Design (not// Design/Components): the token reference, one single-leaf page per element.diff --git a/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsx b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsxnew file mode 100644index 0000000000..c8b827981b--- /dev/null+++ b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.stories.tsx@@ -0,0 +1,162 @@+import preview from "../../../../../.storybook/preview";++import {+ DataTable,+ type AsyncTableData,+} from "@/src/components/table/data-table";+import { createTokenUsageTableColumn } from "./createTokenUsageTableColumn";++type Row = {+ isUsageLoading?: boolean;+ usage: {+ inputUsage: number;+ outputUsage: number;+ totalUsage: number;+ } | null;+ details?: {+ input: number;+ output: number;+ total: number;+ };+ pricingTierName?: string;+};++function TokenUsageTableColumnStory({+ data,+ showBreakdown,+}: {+ data: AsyncTableData<Row[]>;+ showBreakdown: boolean;+}) {+ const columns = [+ createTokenUsageTableColumn<Row, Row["usage"]>({+ id: "tokens",+ accessorFn: (row) => row.usage,+ header: "Tokens",+ getCell: (value, { row }) => {+ if (row.original.isUsageLoading) return { type: "loading" };+ if (!value) return undefined;+ if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {+ return undefined;+ }++ if (showBreakdown && row.original.details) {+ return {+ type: "usage",+ inputUsage: value.inputUsage,+ outputUsage: value.outputUsage,+ totalUsage: value.totalUsage,+ details: row.original.details,+ pricingTierName: row.original.pricingTierName,+ };+ }++ return {+ type: "usage",+ inputUsage: value.inputUsage,+ outputUsage: value.outputUsage,+ totalUsage: value.totalUsage,+ };+ },+ }),+ ];++ return (+ <DataTable+ tableName="token-usage-column-story"+ columns={columns}+ data={data}+ hidePagination+ cellPadding="comfortable"+ />+ );+}++const meta = preview.meta({+ component: TokenUsageTableColumnStory,+ parameters: {+ layout: "fullscreen",+ },+});++const usage = { inputUsage: 1280, outputUsage: 246, totalUsage: 1526 };+const details = { input: 1280, output: 246, total: 1526 };++export const Default = meta.story({+ args: {+ showBreakdown: true,+ data: {+ isLoading: false,+ isError: false,+ data: [{ usage, details }],+ },+ },+});++export const WithoutBreakdown = meta.story({+ name: "Without Breakdown",+ args: {+ showBreakdown: false,+ data: {+ isLoading: false,+ isError: false,+ data: [{ usage }],+ },+ },+});++export const WithPricingTier = meta.story({+ name: "With Pricing Tier",+ args: {+ showBreakdown: true,+ data: {+ isLoading: false,+ isError: false,+ data: [+ {+ usage,+ details: {+ input: 1000,+ output: 246,+ total: 1526,+ },+ pricingTierName: "Standard",+ },+ ],+ },+ },+});++export const EmptyValue = meta.story({+ name: "Empty Value",+ args: {+ showBreakdown: true,+ data: {+ isLoading: false,+ isError: false,+ data: [{ usage: { inputUsage: 0, outputUsage: 0, totalUsage: 0 } }],+ },+ },+});++export const CellLoading = meta.story({+ name: "Cell Loading",+ args: {+ showBreakdown: true,+ data: {+ isLoading: false,+ isError: false,+ data: [{ isUsageLoading: true, usage: null }],+ },+ },+});++export const Loading = meta.story({+ args: {+ showBreakdown: true,+ data: {+ isLoading: true,+ isError: false,+ },+ },+});diff --git a/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsx b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsxnew file mode 100644index 0000000000..bd2c01cb43--- /dev/null+++ b/web/src/components/design-system/table/columns/createTokenUsageTableColumn.tsx@@ -0,0 +1,77 @@+import { type CellContext, type RowData } from "@tanstack/react-table";+import { InfoIcon } from "lucide-react";++import { Skeleton } from "@/src/components/ui/skeleton";+import { BreakdownTooltip } from "@/src/features/traces/components/BreakdownTooltip";+import { formatTokenCounts } from "@/src/utils/numbers";+import {+ createTableColumn,+ type TableColumnOptions,+} from "./utils/createTableColumn";++const tokenUsageLoadingCell = <Skeleton className="h-4 w-1/2" />;++type TokenUsageDetails = Record<string, number | undefined>;++type TokenUsageCounts = {+ inputUsage: number;+ outputUsage: number;+ totalUsage: number;+};++export type TokenUsageTableColumnCell =+ | { type: "loading" }+ | ({ type: "usage" } & TokenUsageCounts &+ (+ | {+ details: TokenUsageDetails | TokenUsageDetails[];+ pricingTierName?: string;+ }+ | {+ details?: undefined;+ pricingTierName?: undefined;+ }+ ));++export function createTokenUsageTableColumn<+ TData extends RowData,+ TValue = unknown,+>({+ getCell,+ ...options+}: TableColumnOptions<TData, TValue> & {+ getCell: (+ value: TValue | null | undefined,+ context: CellContext<TData, TValue | null | undefined>,+ ) => TokenUsageTableColumnCell | undefined;+}) {+ return createTableColumn<TData, TValue>({+ ...options,+ loadingCell: tokenUsageLoadingCell,+ renderCell: (value, context) => {+ const cell = getCell(value, context);+ if (!cell) return null;+ if (cell.type === "loading") return tokenUsageLoadingCell;++ const content = formatTokenCounts(+ cell.inputUsage,+ cell.outputUsage,+ cell.totalUsage,+ );++ if (!cell.details) return content ? <span>{content}</span> : null;++ return (+ <BreakdownTooltip+ details={cell.details}+ pricingTierName={cell.pricingTierName}+ >+ <div className="flex items-center gap-1">+ {content}+ <InfoIcon className="h-3 w-3" />+ </div>+ </BreakdownTooltip>+ );+ },+ });+}diff --git a/web/src/components/table/DataTable.stories.tsx b/web/src/components/table/DataTable.stories.tsxindex 352268b9e1..66a071bfb9 100644--- a/web/src/components/table/DataTable.stories.tsx+++ b/web/src/components/table/DataTable.stories.tsx@@ -25,6 +25,7 @@ import { createIdTableColumn } from "@/src/components/design-system/table/columnimport { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";import { createIOTableColumn } from "@/src/components/design-system/table/columns/createIOTableColumn";+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";import { Skeleton } from "@/src/components/ui/skeleton";import { TextLink } from "@/src/components/design-system/TextLink/TextLink";import TableIdOrName from "@/src/components/table/table-id";@@ -32,7 +33,6 @@ import { LocalIsoDate } from "@/src/components/LocalIsoDate";import { IOTableCell } from "@/src/components/design-system/table/components/IOTableCell/IOTableCell";import { MediaTag } from "@/src/components/MediaTag/MediaTag";import { type MediaDescriptor } from "@/src/components/ui/media/mediaUtils";-import { TokenUsageBadge } from "@/src/components/token-usage-badge";import {LevelCountsDisplay,type LevelCount,@@ -89,7 +89,7 @@ const renderMediaReference = (descriptor: MediaDescriptor) => (// - actions: real DropdownMenu + ghost MoreVertical, with a plain menu item// instead of the tRPC-bound DeleteTraceButton / DeletePrompt.// Everything else (TextLink, Badge, IOTableCell, LocalIsoDate, TableIdOrName,-// TokenUsageBadge, LevelCountsDisplay, folder links, Skeleton, the+// createTokenUsageTableColumn, LevelCountsDisplay, folder links, Skeleton, the// loading cells) is the actual production component.//// The IOTableCell relies on MarkdownContext; that is provided globally in@@ -344,33 +344,26 @@ function buildTraceColumns() : undefined;},},- {- accessorKey: "tokens",- header: "Tokens",+ createTokenUsageTableColumn<TraceRow, TraceRow["usage"]>({id: "tokens",+ accessorFn: (row) => row.usage,+ header: "Tokens",size: 180,- loadingCell: <Skeleton className="h-4 w-1/2" />,- cell: ({ row }) => {- const value = row.original.usage;- if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {- return null;+ enableSorting: true,+ getCell: (value, { row }) => {+ if (!value?.inputUsage && !value?.outputUsage && !value?.totalUsage) {+ return undefined;}- return (- <BreakdownTooltip details={row.original.tokenDetails}>- <div className="flex items-center gap-1">- <TokenUsageBadge- inputUsage={Number(value.inputUsage)}- outputUsage={Number(value.outputUsage)}- totalUsage={Number(value.totalUsage)}- inline- />- <InfoIcon className="h-3 w-3" />- </div>- </BreakdownTooltip>- );++ return {+ type: "usage",+ inputUsage: Number(value.inputUsage),+ outputUsage: Number(value.outputUsage),+ totalUsage: Number(value.totalUsage),+ details: row.original.tokenDetails,+ };},- enableSorting: true,- },+ }),{accessorKey: "totalCost",id: "totalCost",diff --git a/web/src/components/table/use-cases/observations.tsx b/web/src/components/table/use-cases/observations.tsxindex 658dce9519..ca5ee35e18 100644--- a/web/src/components/table/use-cases/observations.tsx+++ b/web/src/components/table/use-cases/observations.tsx@@ -14,7 +14,6 @@ import {useRef,useCallback,} from "react";-import { TokenUsageBadge } from "@/src/components/token-usage-badge";import { useQueryFilterState } from "@/src/features/filters/hooks/useFilterState";import { usePaginationState } from "@/src/hooks/usePaginationState";import { useFacetOptionsWithObservedMetadata } from "@/src/hooks/useObservedMetadata";@@ -84,6 +83,7 @@ import { createDurationTableColumn } from "@/src/components/design-system/table/import { createItemBadgeTableColumn } from "@/src/components/design-system/table/columns/createItemBadgeTableColumn";import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";import { createTagsTableColumn } from "@/src/components/design-system/table/columns/createTagsTableColumn";+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";import { TablePeekViewObservationDetail } from "@/src/components/table/peek/peek-observation-detail";import { usePeekNavigation } from "@/src/components/table/peek/hooks/usePeekNavigation";import {@@ -884,35 +884,28 @@ export default function ObservationsTable({);},},- {- accessorKey: "tokens",- header: "Tokens",+ createTokenUsageTableColumn<+ ObservationsTableRow,+ ObservationsTableRow["usageDetails"]+ >({id: "tokens",+ accessorFn: (row) => row.usageDetails,+ header: "Tokens",size: 150,- cell: ({ row }) => {- const aggregatedUsage = calculateAggregatedUsage(- row.original.usageDetails,- );- return (- <BreakdownTooltip- details={row.original.usageDetails}- pricingTierName={row.original.usagePricingTierName ?? undefined}- >- <div className="flex items-center gap-1">- <TokenUsageBadge- inputUsage={aggregatedUsage.input}- outputUsage={aggregatedUsage.output}- totalUsage={aggregatedUsage.total}- inline- />- <InfoIcon className="h-3 w-3" />- </div>- </BreakdownTooltip>- );- },enableHiding: true,enableSorting,- },+ getCell: (value, { row }) => {+ const aggregatedUsage = calculateAggregatedUsage(value ?? {});+ return {+ type: "usage",+ inputUsage: aggregatedUsage.input,+ outputUsage: aggregatedUsage.output,+ totalUsage: aggregatedUsage.total,+ details: row.original.usageDetails,+ pricingTierName: row.original.usagePricingTierName ?? undefined,+ };+ },+ }),{accessorKey: "model",id: "model",diff --git a/web/src/components/table/use-cases/sessions.tsx b/web/src/components/table/use-cases/sessions.tsxindex 929d379ee9..fcbb948273 100644--- a/web/src/components/table/use-cases/sessions.tsx+++ b/web/src/components/table/use-cases/sessions.tsx@@ -10,9 +10,9 @@ import { createDateTableColumn } from "@/src/components/design-system/table/coluimport { createLinkTableColumn } from "@/src/components/design-system/table/columns/createLinkTableColumn";import { createLinkListTableColumn } from "@/src/components/design-system/table/columns/createLinkListTableColumn";import { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";import { ResizableFilterLayout } from "@/src/components/table/resizable-filter-layout";import { type LangfuseColumnDef } from "@/src/components/table/types";-import { TokenUsageBadge } from "@/src/components/token-usage-badge";import useColumnVisibility from "@/src/features/column-visibility/hooks/useColumnVisibility";import {type UseSidebarFilterStateOptions,@@ -678,34 +678,24 @@ export default function SessionsTable({return value;},}),- {- accessorKey: "usage",+ createTokenUsageTableColumn<SessionTableRow, number | undefined>({id: "usage",+ accessorFn: (row) => row.totalTokens,header: "Usage",size: 220,enableHiding: true,enableSorting: true,- loadingCell: <Skeleton className="h-4 w-1/2" />,- cell: ({ row }) => {- const promptTokens: SessionTableRow["inputTokens"] =- row.getValue("inputTokens");- const completionTokens: SessionTableRow["outputTokens"] =- row.getValue("outputTokens");- const totalTokens: SessionTableRow["totalTokens"] =- row.getValue("totalTokens");- if (!sessionMetrics.isSuccess) {- return <Skeleton className="h-4 w-1/2" />;- }- return (- <TokenUsageBadge- inputUsage={Number(promptTokens ?? 0)}- outputUsage={Number(completionTokens ?? 0)}- totalUsage={Number(totalTokens ?? 0)}- inline- />- );+ getCell: (_value, { row }) => {+ if (!sessionMetrics.isSuccess) return { type: "loading" };++ return {+ type: "usage",+ inputUsage: Number(row.original.inputTokens ?? 0),+ outputUsage: Number(row.original.outputTokens ?? 0),+ totalUsage: Number(row.original.totalTokens ?? 0),+ };},- },+ }),{accessorKey: "traceTags",id: "traceTags",diff --git a/web/src/components/table/use-cases/traces.tsx b/web/src/components/table/use-cases/traces.tsxindex c8421f69a0..5934e6fb61 100644--- a/web/src/components/table/use-cases/traces.tsx+++ b/web/src/components/table/use-cases/traces.tsx@@ -10,9 +10,9 @@ import { createDateTableColumn } from "@/src/components/design-system/table/coluimport { createNumberTableColumn } from "@/src/components/design-system/table/columns/createNumberTableColumn";import { createTagsTableColumn } from "@/src/components/design-system/table/columns/createTagsTableColumn";import { createTextTableColumn } from "@/src/components/design-system/table/columns/createTextTableColumn";+import { createTokenUsageTableColumn } from "@/src/components/design-system/table/columns/createTokenUsageTableColumn";import { ResizableFilterLayout } from "@/src/components/table/resizable-filter-layout";import { type LangfuseColumnDef } from "@/src/components/table/types";-import { TokenUsageBadge } from "@/src/components/token-usage-badge";import useColumnVisibility from "@/src/features/column-visibility/hooks/useColumnVisibility";import { api } from "@/src/utils/api";import { formatIntervalSeconds } from "@/src/utils/dates";@@ -780,38 +780,28 @@ export default function TracesTable({enableSorting,}),- {- accessorKey: "tokens",- header: "Tokens",+ createTokenUsageTableColumn<TracesTableRow, TracesTableRow["usage"]>({id: "tokens",+ accessorFn: (row) => row.usage,+ header: "Tokens",size: 180,- loadingCell: <Skeleton className="h-4 w-1/2" />,- cell: ({ row }) => {- const value: TracesTableRow["usage"] = row.getValue("usage");- if (isMetricPending(row.original.id)) {- return <Skeleton className="h-4 w-1/2" />;- }- if (!value.inputUsage && !value.outputUsage && !value.totalUsage) {- return null;+ enableSorting,+ enableHiding: true,+ getCell: (value, { row }) => {+ if (isMetricPending(row.original.id)) return { type: "loading" };+ if (!value?.inputUsage && !value?.outputUsage && !value?.totalUsage) {+ return undefined;}- return (- <BreakdownTooltip details={row.original.tokenDetails ?? []}>- <div className="flex items-center gap-1">- <TokenUsageBadge- inputUsage={Number(value.inputUsage ?? 0)}- outputUsage={Number(value.outputUsage ?? 0)}- totalUsage={Number(value.totalUsage ?? 0)}- inline- />- <InfoIcon className="h-3 w-3" />- </div>- </BreakdownTooltip>- );+ return {+ type: "usage",+ inputUsage: Number(value.inputUsage ?? 0),+ outputUsage: Number(value.outputUsage ?? 0),+ totalUsage: Number(value.totalUsage ?? 0),+ details: row.original.tokenDetails ?? [],+ };},- enableSorting,- enableHiding: true,- },+ }),{accessorKey: "totalCost",id: "totalCost",diff --git a/web/src/components/token-usage-badge.tsx b/web/src/components/token-usage-badge.tsxdeleted file mode 100644index f9c5dec19e..0000000000--- a/web/src/components/token-usage-badge.tsx+++ /dev/null@@ -1,60 +0,0 @@-import { Badge } from "@/src/components/ui/badge";-import { numberFormatter } from "@/src/utils/numbers";-import { type Observation } from "@langfuse/shared";--export const TokenUsageBadge = (- props: (- | {- observation: Observation;- }- | {- inputUsage: number;- outputUsage: number;- totalUsage: number;- }- ) & {- inline?: boolean;- rightIcon?: React.ReactNode;- variant?:- | "default"- | "secondary"- | "destructive"- | "outline-solid"- | "tertiary";- },-) => {- const usage =- "observation" in props- ? {- inputUsage: props.observation.inputUsage,- outputUsage: props.observation.outputUsage,- totalUsage: props.observation.totalUsage,- }- : props;-- if (- usage.inputUsage === 0 &&- usage.outputUsage === 0 &&- usage.totalUsage === 0- )- return <></>;-- const content = `${numberFormatter(usage.inputUsage, 0)} → ${numberFormatter(usage.outputUsage, 0)} (∑ ${numberFormatter(usage.totalUsage, 0)})`;-- if (props.inline)- return (- <span className="flex items-center gap-1">- {content}- {props.rightIcon}- </span>- );-- return (- <Badge variant={props.variant ?? "outline-solid"}>- <span className="flex items-center gap-1">- {content}- {props.rightIcon}- </span>- </Badge>- );-};