Skip to content

"Vibe-Trading: Your Personal Trading Agent"

feat(frontend): live token counter in chat consuming the existing llm_usage SSE event (11 locales)

shadowinlifeaee97f547f4d
diff --git a/frontend/src/components/chat/LlmUsageCounter.tsx b/frontend/src/components/chat/LlmUsageCounter.tsx
new file mode 100644
index 000000000..2fbff317b
--- /dev/null
+++ b/frontend/src/components/chat/LlmUsageCounter.tsx
@@ -0,0 +1,22 @@
+import { useTranslation } from "react-i18next";
+import { abbreviateNum } from "@/lib/formatters";
+
+interface LlmUsageCounterProps {
+ input: number;
+ output: number;
+}
+
+/**
+ * Live token counter for the in-flight attempt, fed by `llm_usage` SSE
+ * events. Renders nothing before the first usage delta arrives — a chat
+ * stream that never measured a call shows no fabricated zero.
+ */
+export function LlmUsageCounter({ input, output }: LlmUsageCounterProps) {
+ const { t } = useTranslation();
+ if (input === 0 && output === 0) return null;
+ return (
+ <p className="px-3 text-xs text-muted-foreground">
+ {"\u2191"}{abbreviateNum(input)} {"\u2193"}{abbreviateNum(output)} {t("agent.tokenUsage.live")}
+ </p>
+ );
+}
diff --git a/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsx b/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsx
new file mode 100644
index 000000000..b47d7872f
--- /dev/null
+++ b/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsx
@@ -0,0 +1,36 @@
+import { act, render, renderHook, screen } from "@testing-library/react";
+import { LlmUsageCounter } from "../LlmUsageCounter";
+import { useLlmUsageCounter } from "@/hooks/useLlmUsageCounter";
+
+vi.mock("react-i18next", () => ({
+ useTranslation: () => ({
+ t: (key: string) => (key === "agent.tokenUsage.live" ? "tokens" : key),
+ }),
+}));
+
+describe("LlmUsageCounter", () => {
+ it("shows the accumulated 300 / 130 totals fed by the hook", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+ act(() => result.current.record("A", 1, { input_tokens: 100, output_tokens: 50, total_tokens: 150 }));
+ act(() => result.current.record("A", 2, { input_tokens: 200, output_tokens: 80, total_tokens: 280 }));
+
+ const { container } = render(
+ <LlmUsageCounter input={result.current.input} output={result.current.output} />,
+ );
+
+ expect(container.textContent).toBe("↑300 ↓130 tokens");
+ expect(screen.getByText(/300/)).toBeInTheDocument();
+ expect(container.querySelector("p")).toHaveClass("text-xs");
+ expect(container.querySelector("p")).toHaveClass("text-muted-foreground");
+ });
+
+ it("renders nothing before any usage event arrives", () => {
+ const { container } = render(<LlmUsageCounter input={0} output={0} />);
+ expect(container.innerHTML).toBe("");
+ });
+
+ it("formats large totals through abbreviateNum", () => {
+ const { container } = render(<LlmUsageCounter input={15000} output={1300} />);
+ expect(container.textContent).toBe("↑15K ↓1,300 tokens");
+ });
+});
diff --git a/frontend/src/hooks/__tests__/useLlmUsageCounter.test.ts b/frontend/src/hooks/__tests__/useLlmUsageCounter.test.ts
new file mode 100644
index 000000000..f2c6aa9f1
--- /dev/null
+++ b/frontend/src/hooks/__tests__/useLlmUsageCounter.test.ts
@@ -0,0 +1,95 @@
+import { act, renderHook } from "@testing-library/react";
+import { useLlmUsageCounter } from "../useLlmUsageCounter";
+
+// One llm_usage event per iteration, exactly as the backend emits it:
+// { **usage_delta, iter, attempt_id }.
+const DELTA_1 = { input_tokens: 100, output_tokens: 50, total_tokens: 150 };
+const DELTA_2 = { input_tokens: 200, output_tokens: 80, total_tokens: 280 };
+
+describe("useLlmUsageCounter", () => {
+ it("accumulates input/output tokens across iterations of one attempt", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ act(() => result.current.record("A", 2, DELTA_2));
+
+ expect(result.current.input).toBe(300);
+ expect(result.current.output).toBe(130);
+ expect(result.current.calls).toBe(2);
+ });
+
+ it("does not double-count a replayed (attemptId, iter) pair", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ act(() => result.current.record("A", 2, DELTA_2));
+ act(() => result.current.record("A", 1, DELTA_1));
+
+ expect(result.current.input).toBe(300);
+ expect(result.current.output).toBe(130);
+ expect(result.current.calls).toBe(2);
+ });
+
+ it("resets to zero when the attempt changes, then accumulates the new attempt", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ act(() => result.current.record("A", 2, DELTA_2));
+ act(() => result.current.record("B", 1, DELTA_1));
+
+ expect(result.current.input).toBe(100);
+ expect(result.current.output).toBe(50);
+ expect(result.current.calls).toBe(1);
+ });
+
+ it("scopes replay memory to the current attempt", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ act(() => result.current.record("B", 1, DELTA_2));
+ // Replayed (B,1): dedup still applies after the A→B reset.
+ act(() => result.current.record("B", 1, DELTA_2));
+
+ expect(result.current.input).toBe(200);
+ expect(result.current.output).toBe(80);
+ expect(result.current.calls).toBe(1);
+ });
+
+ it("reset() zeroes totals and replay memory", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ act(() => result.current.reset());
+
+ expect(result.current.input).toBe(0);
+ expect(result.current.output).toBe(0);
+ expect(result.current.calls).toBe(0);
+
+ act(() => result.current.record("A", 1, DELTA_1));
+ expect(result.current.input).toBe(100);
+ });
+
+ it("treats missing, null, non-finite, and negative fields as zero — never NaN", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => result.current.record("A", 1, { input_tokens: null, output_tokens: undefined }));
+ act(() => result.current.record("A", 2, { input_tokens: Number.NaN, output_tokens: -5 }));
+ act(() => result.current.record("A", 3, { input_tokens: "120" }));
+
+ expect(result.current.input).toBe(0);
+ expect(result.current.output).toBe(0);
+ expect(result.current.calls).toBe(3);
+ });
+
+ it("accumulates two records flushed in one batch without re-render", () => {
+ const { result } = renderHook(() => useLlmUsageCounter());
+
+ act(() => {
+ result.current.record("A", 1, DELTA_1);
+ result.current.record("A", 2, DELTA_2);
+ });
+
+ expect(result.current.input).toBe(300);
+ expect(result.current.output).toBe(130);
+ });
+});
diff --git a/frontend/src/hooks/useLlmUsageCounter.ts b/frontend/src/hooks/useLlmUsageCounter.ts
new file mode 100644
index 000000000..35390727e
--- /dev/null
+++ b/frontend/src/hooks/useLlmUsageCounter.ts
@@ -0,0 +1,73 @@
+/**
+ * Live per-attempt LLM token counter, fed by the `llm_usage` SSE event.
+ *
+ * The backend emits one `llm_usage` event per agent iteration carrying the
+ * provider-reported usage DELTA plus `iter` and `attempt_id`
+ * (agent/src/session/service.py). useSSE dedups by Last-Event-ID, but a
+ * reconnect replay can still deliver an already-applied iteration, so
+ * accumulation is keyed idempotently on `(attemptId, iter)` and a new
+ * attempt_id resets the running totals to zero.
+ */
+
+import { useCallback, useRef, useState } from "react";
+
+/** Loose SSE payload accepted at the accumulation boundary (untrusted data). */
+export type UsageDelta = Readonly<Record<string, unknown>>;
+
+export interface LlmUsageTotals {
+ input: number;
+ output: number;
+ calls: number;
+}
+
+export interface LlmUsageCounter extends LlmUsageTotals {
+ record: (attemptId: string, iter: number, delta: UsageDelta) => void;
+ reset: () => void;
+}
+
+const ZERO: LlmUsageTotals = { input: 0, output: 0, calls: 0 };
+
+/** Missing / null / non-finite / negative provider fields count as 0 — never NaN. */
+function toTokenCount(value: unknown): number {
+ return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : 0;
+}
+
+export function useLlmUsageCounter(): LlmUsageCounter {
+ // The ref owns the truth so records batched before a re-render still
+ // accumulate independently; state only mirrors it for rendering.
+ const totalsRef = useRef<LlmUsageTotals>({ ...ZERO });
+ const attemptRef = useRef<string | null>(null);
+ const seenKeysRef = useRef<Set<string>>(new Set());
+ const [totals, setTotals] = useState<LlmUsageTotals>(totalsRef.current);
+
+ const commit = useCallback((): void => {
+ setTotals({ ...totalsRef.current });
+ }, []);
+
+ const record = useCallback((attemptId: string, iter: number, delta: UsageDelta): void => {
+ if (attemptRef.current !== attemptId) {
+ attemptRef.current = attemptId;
+ seenKeysRef.current.clear();
+ totalsRef.current = { ...ZERO };
+ }
+ const key = `${attemptId}:${iter}`;
+ if (seenKeysRef.current.has(key)) return;
+ seenKeysRef.current.add(key);
+ const prev = totalsRef.current;
+ totalsRef.current = {
+ input: prev.input + toTokenCount(delta.input_tokens),
+ output: prev.output + toTokenCount(delta.output_tokens),
+ calls: prev.calls + 1,
+ };
+ commit();
+ }, [commit]);
+
+ const reset = useCallback((): void => {
+ attemptRef.current = null;
+ seenKeysRef.current.clear();
+ totalsRef.current = { ...ZERO };
+ commit();
+ }, [commit]);
+
+ return { ...totals, record, reset };
+}
diff --git a/frontend/src/i18n/locales/ar.json b/frontend/src/i18n/locales/ar.json
index 6c6b47dff..04450690f 100644
--- a/frontend/src/i18n/locales/ar.json
+++ b/frontend/src/i18n/locales/ar.json
@@ -1228,7 +1228,10 @@
"resumeConnector": "استئناف الموصل",
"resumeConnectorTitle": "مسح مفتاح الإيقاف واستئناف نشاط الموصل",
"connectorResumed": "تم استئناف الموصل",
- "failedToResumeConnector": "فشل استئناف الموصل."
+ "failedToResumeConnector": "فشل استئناف الموصل.",
+ "tokenUsage": {
+ "live": "رموز"
+ }
},
"runDetail": {
"title": "تفاصيل التشغيل",
diff --git a/frontend/src/i18n/locales/de.json b/frontend/src/i18n/locales/de.json
index 7d29fb6ca..3dcc96c8a 100644
--- a/frontend/src/i18n/locales/de.json
+++ b/frontend/src/i18n/locales/de.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "Connector fortsetzen",
"resumeConnectorTitle": "Kill-Switch löschen und Connector-Aktivität wieder aktivieren",
"connectorResumed": "Connector fortgesetzt",
- "failedToResumeConnector": "Connector konnte nicht fortgesetzt werden."
+ "failedToResumeConnector": "Connector konnte nicht fortgesetzt werden.",
+ "tokenUsage": {
+ "live": "Tokens"
+ }
},
"runDetail": {
"title": "Durchlauf-Details",
diff --git a/frontend/src/i18n/locales/en.json b/frontend/src/i18n/locales/en.json
index a8be60eab..3d1c942a2 100644
--- a/frontend/src/i18n/locales/en.json
+++ b/frontend/src/i18n/locales/en.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "Resume connector",
"resumeConnectorTitle": "Clear the kill switch and re-enable connector activity",
"connectorResumed": "Connector resumed",
- "failedToResumeConnector": "Failed to resume connector."
+ "failedToResumeConnector": "Failed to resume connector.",
+ "tokenUsage": {
+ "live": "tokens"
+ }
},
"runDetail": {
"title": "Run Detail",
diff --git a/frontend/src/i18n/locales/es.json b/frontend/src/i18n/locales/es.json
index 36ad0d56c..233cdc6d8 100644
--- a/frontend/src/i18n/locales/es.json
+++ b/frontend/src/i18n/locales/es.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "Reanudar conector",
"resumeConnectorTitle": "Desactivar el interruptor de emergencia y reanudar la actividad del conector",
"connectorResumed": "Conector reanudado",
- "failedToResumeConnector": "Error al reanudar el conector."
+ "failedToResumeConnector": "Error al reanudar el conector.",
+ "tokenUsage": {
+ "live": "tokens"
+ }
},
"runDetail": {
"title": "Detalle de ejecución",
diff --git a/frontend/src/i18n/locales/fa.json b/frontend/src/i18n/locales/fa.json
index 15beb84bd..b341ee2c7 100644
--- a/frontend/src/i18n/locales/fa.json
+++ b/frontend/src/i18n/locales/fa.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "ازسرگیری کانکتور",
"resumeConnectorTitle": "کلید قطع را پاک کنید و فعالیت کانکتور را دوباره فعال کنید",
"connectorResumed": "کانکتور ازسرگیری شد",
- "failedToResumeConnector": "ازسرگیری کانکتور ناموفق بود."
+ "failedToResumeConnector": "ازسرگیری کانکتور ناموفق بود.",
+ "tokenUsage": {
+ "live": "توکن"
+ }
},
"runDetail": {
"title": "جزئیات اجرا",
diff --git a/frontend/src/i18n/locales/id.json b/frontend/src/i18n/locales/id.json
index 1861ff957..d0e8dc150 100644
--- a/frontend/src/i18n/locales/id.json
+++ b/frontend/src/i18n/locales/id.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "Lanjutkan connector",
"resumeConnectorTitle": "Nonaktifkan penghentian darurat dan aktifkan kembali aktivitas connector",
"connectorResumed": "Connector dilanjutkan",
- "failedToResumeConnector": "Gagal melanjutkan connector."
+ "failedToResumeConnector": "Gagal melanjutkan connector.",
+ "tokenUsage": {
+ "live": "token"
+ }
},
"runDetail": {
"title": "Detail Run",
diff --git a/frontend/src/i18n/locales/ja.json b/frontend/src/i18n/locales/ja.json
index 6d9eeeec8..68d5ca73b 100644
--- a/frontend/src/i18n/locales/ja.json
+++ b/frontend/src/i18n/locales/ja.json
@@ -1228,7 +1228,10 @@
"resumeConnector": "コネクタを再開",
"resumeConnectorTitle": "キルスイッチを解除してコネクタ活動を再開",
"connectorResumed": "コネクタを再開しました",
- "failedToResumeConnector": "コネクタの再開に失敗しました。"
+ "failedToResumeConnector": "コネクタの再開に失敗しました。",
+ "tokenUsage": {
+ "live": "トークン"
+ }
},
"runDetail": {
"title": "実行詳細",
diff --git a/frontend/src/i18n/locales/ko.json b/frontend/src/i18n/locales/ko.json
index 791156ebd..5c4434879 100644
--- a/frontend/src/i18n/locales/ko.json
+++ b/frontend/src/i18n/locales/ko.json
@@ -1228,7 +1228,10 @@
"resumeConnector": "커넥터 재개",
"resumeConnectorTitle": "킬 스위치를 해제하고 커넥터 활동을 재개",
"connectorResumed": "커넥터가 재개되었습니다",
- "failedToResumeConnector": "커넥터 재개에 실패했습니다."
+ "failedToResumeConnector": "커넥터 재개에 실패했습니다.",
+ "tokenUsage": {
+ "live": "토큰"
+ }
},
"runDetail": {
"title": "실행 상세",
diff --git a/frontend/src/i18n/locales/pt-BR.json b/frontend/src/i18n/locales/pt-BR.json
index 637e09646..c6e7f22a9 100644
--- a/frontend/src/i18n/locales/pt-BR.json
+++ b/frontend/src/i18n/locales/pt-BR.json
@@ -1233,7 +1233,10 @@
"resumeConnector": "Retomar conector",
"resumeConnectorTitle": "Limpe o kill switch e reative a atividade do conector",
"connectorResumed": "Conector retomado",
- "failedToResumeConnector": "Falha ao retomar o conector."
+ "failedToResumeConnector": "Falha ao retomar o conector.",
+ "tokenUsage": {
+ "live": "tokens"
+ }
},
"runDetail": {
"title": "Detalhes da execução",
diff --git a/frontend/src/i18n/locales/tr.json b/frontend/src/i18n/locales/tr.json
index 82d30f087..b140c4bb0 100644
--- a/frontend/src/i18n/locales/tr.json
+++ b/frontend/src/i18n/locales/tr.json
@@ -1199,7 +1199,10 @@
"resumeConnectorTitle": "Acil durdurmayı kaldır ve bağlantı faaliyetlerini yeniden etkinleştir",
"connectorResumed": "Bağlantı yeniden etkinleştirildi",
"failedToResumeConnector": "Bağlantı yeniden etkinleştirilemedi.",
- "messageTooLong": "Mesaj, ekler ve ekip talimatlarıyla birlikte {{limit}} karakteri aşıyor. Göndermeden önce kısaltın."
+ "messageTooLong": "Mesaj, ekler ve ekip talimatlarıyla birlikte {{limit}} karakteri aşıyor. Göndermeden önce kısaltın.",
+ "tokenUsage": {
+ "live": "belirteç"
+ }
},
"runDetail": {
"title": "Çalışma ayrıntıları",
diff --git a/frontend/src/i18n/locales/zh-CN.json b/frontend/src/i18n/locales/zh-CN.json
index 0996e80bd..0f4461e2f 100644
--- a/frontend/src/i18n/locales/zh-CN.json
+++ b/frontend/src/i18n/locales/zh-CN.json
@@ -1228,7 +1228,10 @@
"resumeConnector": "恢复连接器",
"resumeConnectorTitle": "清除熔断开关并恢复连接器活动",
"connectorResumed": "连接器已恢复",
- "failedToResumeConnector": "恢复连接器失败。"
+ "failedToResumeConnector": "恢复连接器失败。",
+ "tokenUsage": {
+ "live": "Token"
+ }
},
"runDetail": {
"title": "运行详情",
diff --git a/frontend/src/pages/Agent.tsx b/frontend/src/pages/Agent.tsx
index ee78d0ed9..e9df1502e 100644
--- a/frontend/src/pages/Agent.tsx
+++ b/frontend/src/pages/Agent.tsx
@@ -10,6 +10,7 @@ import {
type StoredAgentMessage,
} from "@/stores/agent";
import { useSSE } from "@/hooks/useSSE";
+import { useLlmUsageCounter } from "@/hooks/useLlmUsageCounter";
import { ApiError, AUTH_REQUIRED_MESSAGE, api, isAuthRequiredError, type GoalSnapshot, type MandateProposal, type MandateCommitted, type ScheduledResearchProposal, type LiveAction, type LiveHalted, type LLMSettings, type RunPreview } from "@/lib/api";
import {
extractUploadedAttachments,
@@ -24,6 +25,7 @@ import { ModelRuntimeBar } from "@/components/chat/ModelRuntimeBar";
import { ThinkingTimeline } from "@/components/chat/ThinkingTimeline";
import { ConversationTimeline } from "@/components/chat/ConversationTimeline";
import { ActivityLine } from "@/components/chat/ActivityLine";
+import { LlmUsageCounter } from "@/components/chat/LlmUsageCounter";
import { MandateProposalCard } from "@/components/chat/MandateProposalCard";
import { ScheduledResearchProposalCard } from "@/components/chat/ScheduledResearchProposalCard";
import { SwarmStatusCard } from "@/components/chat/SwarmStatusCard";
@@ -273,6 +275,14 @@ export function Agent() {
const { connect, disconnect, onStatusChange } = useSSE();
+ /* Live token totals for the in-flight attempt, fed by `llm_usage` events. */
+ const {
+ input: usageInput,
+ output: usageOutput,
+ record: recordLlmUsage,
+ reset: resetLlmUsage,
+ } = useLlmUsageCounter();
+
const urlSessionId = searchParams.get("session");
const visibleRuntimeIdentity = runtimeIdentity.sessionId === urlSessionId
? runtimeIdentity
@@ -754,6 +764,11 @@ export function Agent() {
replayAttemptSeenRef.current = true;
identifyActivity(d, "thinking");
},
+ llm_usage: (d) => {
+ touch();
+ replayAttemptSeenRef.current = true;
+ recordLlmUsage(String(d.attempt_id || ""), Number(d.iter || 0), d);
+ },
reasoning_delta: (d) => {
touch();
@@ -1264,6 +1279,7 @@ export function Agent() {
loadGoalSnapshot,
markBackgroundCompletion,
queueStreamUpdate,
+ recordLlmUsage,
scrollToBottom,
]);
@@ -1332,6 +1348,12 @@ export function Agent() {
}
}, [urlSessionId, doDisconnect, loadSessionMessages, setupSSE, scheduleHistoryScroll]);
+ /* The live token counter belongs to one session; zero it on a real switch,
+ not on callback-identity churn of the rehydration effect above. */
+ useEffect(() => {
+ resetLlmUsage();
+ }, [sessionId, resetLlmUsage]);
+
useEffect(() => {
if (!sessionId) {
setGoalSnapshot(null);
@@ -1901,6 +1923,7 @@ export function Agent() {
<AgentAvatar />
<div className="flex-1 min-w-0 space-y-2">
{activity && <ActivityLine activity={activity} reasoningTail={reasoningTail} />}
+ <LlmUsageCounter input={usageInput} output={usageOutput} />
{groundingRound !== null && (
<p
role="status"