Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(modern-session): format tokens with thousands (#16423)

Nimard78f5e318e22
diff --git a/web/src/components/session/ModernSessionHeader.stories.tsx b/web/src/components/session/ModernSessionHeader.stories.tsx
index e831ffda91..0e81b82fed 100644
--- a/web/src/components/session/ModernSessionHeader.stories.tsx
+++ b/web/src/components/session/ModernSessionHeader.stories.tsx
@@ -306,3 +306,27 @@ export const TestConfiguresMultipleMetadataPaths = meta.story({
await expect(getVisibleText("cloud_region")).toBeInTheDocument();
},
});
+
+export const TestCompactsTokenCounts = meta.story({
+ name: "(Test) Compacts token counts",
+ args: {
+ ...minimalArgs,
+ tokensIn: 648_714,
+ tokensOut: 6_697,
+ totalTokens: 655_411,
+ },
+ play: async ({ canvasElement }) => {
+ const tokenPill = Array.from(
+ canvasElement.querySelectorAll<HTMLElement>(
+ "[data-overflow-visible-item='true'] [data-session-header-pill='true']",
+ ),
+ ).find((pill) => pill.textContent?.trim().startsWith("tokens "));
+
+ await expect(tokenPill).toBeInTheDocument();
+ await expect(tokenPill).toHaveTextContent("tokens 649k → 7k (Σ 655k)");
+ await expect(tokenPill).toHaveAttribute(
+ "title",
+ "tokens 648,714 → 6,697 (Σ 655,411)",
+ );
+ },
+});
diff --git a/web/src/components/session/ModernSessionHeader.tsx b/web/src/components/session/ModernSessionHeader.tsx
index 38d596610e..e9702704df 100644
--- a/web/src/components/session/ModernSessionHeader.tsx
+++ b/web/src/components/session/ModernSessionHeader.tsx
@@ -24,7 +24,11 @@ import {
} from "@/src/components/ui/popover";
import { formatIntervalSeconds } from "@/src/utils/dates";
import { type WithStringifiedMetadata } from "@/src/utils/clientSideDomainTypes";
-import { numberFormatter, usdFormatter } from "@/src/utils/numbers";
+import {
+ compactNumberFormatter,
+ numberFormatter,
+ usdFormatter,
+} from "@/src/utils/numbers";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";
type ModernSessionHeaderProps = {
@@ -60,6 +64,9 @@ const ChipValue = ({ children }: { children: React.ReactNode }) => (
const ChipDot = () => <span className="text-foreground-tertiary">·</span>;
+const compactTokenFormatter = (tokens: number) =>
+ compactNumberFormatter(tokens, 0).toLowerCase();
+
const scoreChipValue = (
score: Pick<WithStringifiedMetadata<ScoreDomain>, "stringValue" | "value">,
) => {
@@ -354,16 +361,21 @@ export function ModernSessionHeader({
}
if (totalTokens > 0) {
+ const exactTokenCounts = `${numberFormatter(tokensIn, 0)} → ${numberFormatter(tokensOut, 0)} (Σ ${numberFormatter(totalTokens, 0)})`;
pills.push({
key: "tokens",
searchText: `tokens ${tokensIn} ${tokensOut} ${totalTokens}`,
content: (
- <ModernSessionHeaderPill variant="display">
+ <ModernSessionHeaderPill
+ variant="display"
+ title={`tokens ${exactTokenCounts}`}
+ >
<span>
tokens{" "}
<ChipValue>
- {numberFormatter(tokensIn, 0)} → {numberFormatter(tokensOut, 0)}{" "}
- (Σ {numberFormatter(totalTokens, 0)})
+ {compactTokenFormatter(tokensIn)} →{" "}
+ {compactTokenFormatter(tokensOut)} (Σ{" "}
+ {compactTokenFormatter(totalTokens)})
</ChipValue>
</span>
</ModernSessionHeaderPill>