🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(modern-session): format tokens with thousands (#16423)
Nimard78f5e318e22
diff --git a/web/src/components/session/ModernSessionHeader.stories.tsx b/web/src/components/session/ModernSessionHeader.stories.tsxindex e831ffda91..0e81b82fed 100644--- a/web/src/components/session/ModernSessionHeader.stories.tsx+++ b/web/src/components/session/ModernSessionHeader.stories.tsx@@ -306,3 +306,27 @@ export const TestConfiguresMultipleMetadataPaths = meta.story({await expect(getVisibleText("cloud_region")).toBeInTheDocument();},});++export const TestCompactsTokenCounts = meta.story({+ name: "(Test) Compacts token counts",+ args: {+ ...minimalArgs,+ tokensIn: 648_714,+ tokensOut: 6_697,+ totalTokens: 655_411,+ },+ play: async ({ canvasElement }) => {+ const tokenPill = Array.from(+ canvasElement.querySelectorAll<HTMLElement>(+ "[data-overflow-visible-item='true'] [data-session-header-pill='true']",+ ),+ ).find((pill) => pill.textContent?.trim().startsWith("tokens "));++ await expect(tokenPill).toBeInTheDocument();+ await expect(tokenPill).toHaveTextContent("tokens 649k → 7k (Σ 655k)");+ await expect(tokenPill).toHaveAttribute(+ "title",+ "tokens 648,714 → 6,697 (Σ 655,411)",+ );+ },+});diff --git a/web/src/components/session/ModernSessionHeader.tsx b/web/src/components/session/ModernSessionHeader.tsxindex 38d596610e..e9702704df 100644--- a/web/src/components/session/ModernSessionHeader.tsx+++ b/web/src/components/session/ModernSessionHeader.tsx@@ -24,7 +24,11 @@ import {} from "@/src/components/ui/popover";import { formatIntervalSeconds } from "@/src/utils/dates";import { type WithStringifiedMetadata } from "@/src/utils/clientSideDomainTypes";-import { numberFormatter, usdFormatter } from "@/src/utils/numbers";+import {+ compactNumberFormatter,+ numberFormatter,+ usdFormatter,+} from "@/src/utils/numbers";import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";type ModernSessionHeaderProps = {@@ -60,6 +64,9 @@ const ChipValue = ({ children }: { children: React.ReactNode }) => (const ChipDot = () => <span className="text-foreground-tertiary">·</span>;+const compactTokenFormatter = (tokens: number) =>+ compactNumberFormatter(tokens, 0).toLowerCase();+const scoreChipValue = (score: Pick<WithStringifiedMetadata<ScoreDomain>, "stringValue" | "value">,) => {@@ -354,16 +361,21 @@ export function ModernSessionHeader({}if (totalTokens > 0) {+ const exactTokenCounts = `${numberFormatter(tokensIn, 0)} → ${numberFormatter(tokensOut, 0)} (Σ ${numberFormatter(totalTokens, 0)})`;pills.push({key: "tokens",searchText: `tokens ${tokensIn} ${tokensOut} ${totalTokens}`,content: (- <ModernSessionHeaderPill variant="display">+ <ModernSessionHeaderPill+ variant="display"+ title={`tokens ${exactTokenCounts}`}+ ><span>tokens{" "}<ChipValue>- {numberFormatter(tokensIn, 0)} → {numberFormatter(tokensOut, 0)}{" "}- (Σ {numberFormatter(totalTokens, 0)})+ {compactTokenFormatter(tokensIn)} →{" "}+ {compactTokenFormatter(tokensOut)} (Σ{" "}+ {compactTokenFormatter(totalTokens)})</ChipValue></span></ModernSessionHeaderPill>