"Vibe-Trading: Your Personal Trading Agent"
Python ai-agentalgorithmic-tradingbacktestingfintechllmmcpmulti-agentpythonquantitative-financetrading
feat(frontend): live token counter in chat consuming the existing llm_usage SSE event (11 locales)
shadowinlifeaee97f547f4d
diff --git a/frontend/src/components/chat/LlmUsageCounter.tsx b/frontend/src/components/chat/LlmUsageCounter.tsxnew file mode 100644index 000000000..2fbff317b--- /dev/null+++ b/frontend/src/components/chat/LlmUsageCounter.tsx@@ -0,0 +1,22 @@+import { useTranslation } from "react-i18next";+import { abbreviateNum } from "@/lib/formatters";++interface LlmUsageCounterProps {+ input: number;+ output: number;+}++/**+ * Live token counter for the in-flight attempt, fed by `llm_usage` SSE+ * events. Renders nothing before the first usage delta arrives — a chat+ * stream that never measured a call shows no fabricated zero.+ */+export function LlmUsageCounter({ input, output }: LlmUsageCounterProps) {+ const { t } = useTranslation();+ if (input === 0 && output === 0) return null;+ return (+ <p className="px-3 text-xs text-muted-foreground">+ {"\u2191"}{abbreviateNum(input)} {"\u2193"}{abbreviateNum(output)} {t("agent.tokenUsage.live")}+ </p>+ );+}diff --git a/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsx b/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsxnew file mode 100644index 000000000..b47d7872f--- /dev/null+++ b/frontend/src/components/chat/__tests__/LlmUsageCounter.test.tsx@@ -0,0 +1,36 @@+import { act, render, renderHook, screen } from "@testing-library/react";+import { LlmUsageCounter } from "../LlmUsageCounter";+import { useLlmUsageCounter } from "@/hooks/useLlmUsageCounter";++vi.mock("react-i18next", () => ({+ useTranslation: () => ({+ t: (key: string) => (key === "agent.tokenUsage.live" ? "tokens" : key),+ }),+}));++describe("LlmUsageCounter", () => {+ it("shows the accumulated 300 / 130 totals fed by the hook", () => {+ const { result } = renderHook(() => useLlmUsageCounter());+ act(() => result.current.record("A", 1, { input_tokens: 100, output_tokens: 50, total_tokens: 150 }));+ act(() => result.current.record("A", 2, { input_tokens: 200, output_tokens: 80, total_tokens: 280 }));++ const { container } = render(+ <LlmUsageCounter input={result.current.input} output={result.current.output} />,+ );++ expect(container.textContent).toBe("↑300 ↓130 tokens");+ expect(screen.getByText(/300/)).toBeInTheDocument();+ expect(container.querySelector("p")).toHaveClass("text-xs");+ expect(container.querySelector("p")).toHaveClass("text-muted-foreground");+ });++ it("renders nothing before any usage event arrives", () => {+ const { container } = render(<LlmUsageCounter input={0} output={0} />);+ expect(container.innerHTML).toBe("");+ });++ it("formats large totals through abbreviateNum", () => {+ const { container } = render(<LlmUsageCounter input={15000} output={1300} />);+ expect(container.textContent).toBe("↑15K ↓1,300 tokens");+ });+});diff --git a/frontend/src/hooks/__tests__/useLlmUsageCounter.test.ts b/frontend/src/hooks/__tests__/useLlmUsageCounter.test.tsnew file mode 100644index 000000000..f2c6aa9f1--- /dev/null+++ b/frontend/src/hooks/__tests__/useLlmUsageCounter.test.ts@@ -0,0 +1,95 @@+import { act, renderHook } from "@testing-library/react";+import { useLlmUsageCounter } from "../useLlmUsageCounter";++// One llm_usage event per iteration, exactly as the backend emits it:+// { **usage_delta, iter, attempt_id }.+const DELTA_1 = { input_tokens: 100, output_tokens: 50, total_tokens: 150 };+const DELTA_2 = { input_tokens: 200, output_tokens: 80, total_tokens: 280 };++describe("useLlmUsageCounter", () => {+ it("accumulates input/output tokens across iterations of one attempt", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, DELTA_1));+ act(() => result.current.record("A", 2, DELTA_2));++ expect(result.current.input).toBe(300);+ expect(result.current.output).toBe(130);+ expect(result.current.calls).toBe(2);+ });++ it("does not double-count a replayed (attemptId, iter) pair", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, DELTA_1));+ act(() => result.current.record("A", 2, DELTA_2));+ act(() => result.current.record("A", 1, DELTA_1));++ expect(result.current.input).toBe(300);+ expect(result.current.output).toBe(130);+ expect(result.current.calls).toBe(2);+ });++ it("resets to zero when the attempt changes, then accumulates the new attempt", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, DELTA_1));+ act(() => result.current.record("A", 2, DELTA_2));+ act(() => result.current.record("B", 1, DELTA_1));++ expect(result.current.input).toBe(100);+ expect(result.current.output).toBe(50);+ expect(result.current.calls).toBe(1);+ });++ it("scopes replay memory to the current attempt", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, DELTA_1));+ act(() => result.current.record("B", 1, DELTA_2));+ // Replayed (B,1): dedup still applies after the A→B reset.+ act(() => result.current.record("B", 1, DELTA_2));++ expect(result.current.input).toBe(200);+ expect(result.current.output).toBe(80);+ expect(result.current.calls).toBe(1);+ });++ it("reset() zeroes totals and replay memory", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, DELTA_1));+ act(() => result.current.reset());++ expect(result.current.input).toBe(0);+ expect(result.current.output).toBe(0);+ expect(result.current.calls).toBe(0);++ act(() => result.current.record("A", 1, DELTA_1));+ expect(result.current.input).toBe(100);+ });++ it("treats missing, null, non-finite, and negative fields as zero — never NaN", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => result.current.record("A", 1, { input_tokens: null, output_tokens: undefined }));+ act(() => result.current.record("A", 2, { input_tokens: Number.NaN, output_tokens: -5 }));+ act(() => result.current.record("A", 3, { input_tokens: "120" }));++ expect(result.current.input).toBe(0);+ expect(result.current.output).toBe(0);+ expect(result.current.calls).toBe(3);+ });++ it("accumulates two records flushed in one batch without re-render", () => {+ const { result } = renderHook(() => useLlmUsageCounter());++ act(() => {+ result.current.record("A", 1, DELTA_1);+ result.current.record("A", 2, DELTA_2);+ });++ expect(result.current.input).toBe(300);+ expect(result.current.output).toBe(130);+ });+});diff --git a/frontend/src/hooks/useLlmUsageCounter.ts b/frontend/src/hooks/useLlmUsageCounter.tsnew file mode 100644index 000000000..35390727e--- /dev/null+++ b/frontend/src/hooks/useLlmUsageCounter.ts@@ -0,0 +1,73 @@+/**+ * Live per-attempt LLM token counter, fed by the `llm_usage` SSE event.+ *+ * The backend emits one `llm_usage` event per agent iteration carrying the+ * provider-reported usage DELTA plus `iter` and `attempt_id`+ * (agent/src/session/service.py). useSSE dedups by Last-Event-ID, but a+ * reconnect replay can still deliver an already-applied iteration, so+ * accumulation is keyed idempotently on `(attemptId, iter)` and a new+ * attempt_id resets the running totals to zero.+ */++import { useCallback, useRef, useState } from "react";++/** Loose SSE payload accepted at the accumulation boundary (untrusted data). */+export type UsageDelta = Readonly<Record<string, unknown>>;++export interface LlmUsageTotals {+ input: number;+ output: number;+ calls: number;+}++export interface LlmUsageCounter extends LlmUsageTotals {+ record: (attemptId: string, iter: number, delta: UsageDelta) => void;+ reset: () => void;+}++const ZERO: LlmUsageTotals = { input: 0, output: 0, calls: 0 };++/** Missing / null / non-finite / negative provider fields count as 0 — never NaN. */+function toTokenCount(value: unknown): number {+ return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : 0;+}++export function useLlmUsageCounter(): LlmUsageCounter {+ // The ref owns the truth so records batched before a re-render still+ // accumulate independently; state only mirrors it for rendering.+ const totalsRef = useRef<LlmUsageTotals>({ ...ZERO });+ const attemptRef = useRef<string | null>(null);+ const seenKeysRef = useRef<Set<string>>(new Set());+ const [totals, setTotals] = useState<LlmUsageTotals>(totalsRef.current);++ const commit = useCallback((): void => {+ setTotals({ ...totalsRef.current });+ }, []);++ const record = useCallback((attemptId: string, iter: number, delta: UsageDelta): void => {+ if (attemptRef.current !== attemptId) {+ attemptRef.current = attemptId;+ seenKeysRef.current.clear();+ totalsRef.current = { ...ZERO };+ }+ const key = `${attemptId}:${iter}`;+ if (seenKeysRef.current.has(key)) return;+ seenKeysRef.current.add(key);+ const prev = totalsRef.current;+ totalsRef.current = {+ input: prev.input + toTokenCount(delta.input_tokens),+ output: prev.output + toTokenCount(delta.output_tokens),+ calls: prev.calls + 1,+ };+ commit();+ }, [commit]);++ const reset = useCallback((): void => {+ attemptRef.current = null;+ seenKeysRef.current.clear();+ totalsRef.current = { ...ZERO };+ commit();+ }, [commit]);++ return { ...totals, record, reset };+}diff --git a/frontend/src/i18n/locales/ar.json b/frontend/src/i18n/locales/ar.jsonindex 6c6b47dff..04450690f 100644--- a/frontend/src/i18n/locales/ar.json+++ b/frontend/src/i18n/locales/ar.json@@ -1228,7 +1228,10 @@"resumeConnector": "استئناف الموصل","resumeConnectorTitle": "مسح مفتاح الإيقاف واستئناف نشاط الموصل","connectorResumed": "تم استئناف الموصل",- "failedToResumeConnector": "فشل استئناف الموصل."+ "failedToResumeConnector": "فشل استئناف الموصل.",+ "tokenUsage": {+ "live": "رموز"+ }},"runDetail": {"title": "تفاصيل التشغيل",diff --git a/frontend/src/i18n/locales/de.json b/frontend/src/i18n/locales/de.jsonindex 7d29fb6ca..3dcc96c8a 100644--- a/frontend/src/i18n/locales/de.json+++ b/frontend/src/i18n/locales/de.json@@ -1233,7 +1233,10 @@"resumeConnector": "Connector fortsetzen","resumeConnectorTitle": "Kill-Switch löschen und Connector-Aktivität wieder aktivieren","connectorResumed": "Connector fortgesetzt",- "failedToResumeConnector": "Connector konnte nicht fortgesetzt werden."+ "failedToResumeConnector": "Connector konnte nicht fortgesetzt werden.",+ "tokenUsage": {+ "live": "Tokens"+ }},"runDetail": {"title": "Durchlauf-Details",diff --git a/frontend/src/i18n/locales/en.json b/frontend/src/i18n/locales/en.jsonindex a8be60eab..3d1c942a2 100644--- a/frontend/src/i18n/locales/en.json+++ b/frontend/src/i18n/locales/en.json@@ -1233,7 +1233,10 @@"resumeConnector": "Resume connector","resumeConnectorTitle": "Clear the kill switch and re-enable connector activity","connectorResumed": "Connector resumed",- "failedToResumeConnector": "Failed to resume connector."+ "failedToResumeConnector": "Failed to resume connector.",+ "tokenUsage": {+ "live": "tokens"+ }},"runDetail": {"title": "Run Detail",diff --git a/frontend/src/i18n/locales/es.json b/frontend/src/i18n/locales/es.jsonindex 36ad0d56c..233cdc6d8 100644--- a/frontend/src/i18n/locales/es.json+++ b/frontend/src/i18n/locales/es.json@@ -1233,7 +1233,10 @@"resumeConnector": "Reanudar conector","resumeConnectorTitle": "Desactivar el interruptor de emergencia y reanudar la actividad del conector","connectorResumed": "Conector reanudado",- "failedToResumeConnector": "Error al reanudar el conector."+ "failedToResumeConnector": "Error al reanudar el conector.",+ "tokenUsage": {+ "live": "tokens"+ }},"runDetail": {"title": "Detalle de ejecución",diff --git a/frontend/src/i18n/locales/fa.json b/frontend/src/i18n/locales/fa.jsonindex 15beb84bd..b341ee2c7 100644--- a/frontend/src/i18n/locales/fa.json+++ b/frontend/src/i18n/locales/fa.json@@ -1233,7 +1233,10 @@"resumeConnector": "ازسرگیری کانکتور","resumeConnectorTitle": "کلید قطع را پاک کنید و فعالیت کانکتور را دوباره فعال کنید","connectorResumed": "کانکتور ازسرگیری شد",- "failedToResumeConnector": "ازسرگیری کانکتور ناموفق بود."+ "failedToResumeConnector": "ازسرگیری کانکتور ناموفق بود.",+ "tokenUsage": {+ "live": "توکن"+ }},"runDetail": {"title": "جزئیات اجرا",diff --git a/frontend/src/i18n/locales/id.json b/frontend/src/i18n/locales/id.jsonindex 1861ff957..d0e8dc150 100644--- a/frontend/src/i18n/locales/id.json+++ b/frontend/src/i18n/locales/id.json@@ -1233,7 +1233,10 @@"resumeConnector": "Lanjutkan connector","resumeConnectorTitle": "Nonaktifkan penghentian darurat dan aktifkan kembali aktivitas connector","connectorResumed": "Connector dilanjutkan",- "failedToResumeConnector": "Gagal melanjutkan connector."+ "failedToResumeConnector": "Gagal melanjutkan connector.",+ "tokenUsage": {+ "live": "token"+ }},"runDetail": {"title": "Detail Run",diff --git a/frontend/src/i18n/locales/ja.json b/frontend/src/i18n/locales/ja.jsonindex 6d9eeeec8..68d5ca73b 100644--- a/frontend/src/i18n/locales/ja.json+++ b/frontend/src/i18n/locales/ja.json@@ -1228,7 +1228,10 @@"resumeConnector": "コネクタを再開","resumeConnectorTitle": "キルスイッチを解除してコネクタ活動を再開","connectorResumed": "コネクタを再開しました",- "failedToResumeConnector": "コネクタの再開に失敗しました。"+ "failedToResumeConnector": "コネクタの再開に失敗しました。",+ "tokenUsage": {+ "live": "トークン"+ }},"runDetail": {"title": "実行詳細",diff --git a/frontend/src/i18n/locales/ko.json b/frontend/src/i18n/locales/ko.jsonindex 791156ebd..5c4434879 100644--- a/frontend/src/i18n/locales/ko.json+++ b/frontend/src/i18n/locales/ko.json@@ -1228,7 +1228,10 @@"resumeConnector": "커넥터 재개","resumeConnectorTitle": "킬 스위치를 해제하고 커넥터 활동을 재개","connectorResumed": "커넥터가 재개되었습니다",- "failedToResumeConnector": "커넥터 재개에 실패했습니다."+ "failedToResumeConnector": "커넥터 재개에 실패했습니다.",+ "tokenUsage": {+ "live": "토큰"+ }},"runDetail": {"title": "실행 상세",diff --git a/frontend/src/i18n/locales/pt-BR.json b/frontend/src/i18n/locales/pt-BR.jsonindex 637e09646..c6e7f22a9 100644--- a/frontend/src/i18n/locales/pt-BR.json+++ b/frontend/src/i18n/locales/pt-BR.json@@ -1233,7 +1233,10 @@"resumeConnector": "Retomar conector","resumeConnectorTitle": "Limpe o kill switch e reative a atividade do conector","connectorResumed": "Conector retomado",- "failedToResumeConnector": "Falha ao retomar o conector."+ "failedToResumeConnector": "Falha ao retomar o conector.",+ "tokenUsage": {+ "live": "tokens"+ }},"runDetail": {"title": "Detalhes da execução",diff --git a/frontend/src/i18n/locales/tr.json b/frontend/src/i18n/locales/tr.jsonindex 82d30f087..b140c4bb0 100644--- a/frontend/src/i18n/locales/tr.json+++ b/frontend/src/i18n/locales/tr.json@@ -1199,7 +1199,10 @@"resumeConnectorTitle": "Acil durdurmayı kaldır ve bağlantı faaliyetlerini yeniden etkinleştir","connectorResumed": "Bağlantı yeniden etkinleştirildi","failedToResumeConnector": "Bağlantı yeniden etkinleştirilemedi.",- "messageTooLong": "Mesaj, ekler ve ekip talimatlarıyla birlikte {{limit}} karakteri aşıyor. Göndermeden önce kısaltın."+ "messageTooLong": "Mesaj, ekler ve ekip talimatlarıyla birlikte {{limit}} karakteri aşıyor. Göndermeden önce kısaltın.",+ "tokenUsage": {+ "live": "belirteç"+ }},"runDetail": {"title": "Çalışma ayrıntıları",diff --git a/frontend/src/i18n/locales/zh-CN.json b/frontend/src/i18n/locales/zh-CN.jsonindex 0996e80bd..0f4461e2f 100644--- a/frontend/src/i18n/locales/zh-CN.json+++ b/frontend/src/i18n/locales/zh-CN.json@@ -1228,7 +1228,10 @@"resumeConnector": "恢复连接器","resumeConnectorTitle": "清除熔断开关并恢复连接器活动","connectorResumed": "连接器已恢复",- "failedToResumeConnector": "恢复连接器失败。"+ "failedToResumeConnector": "恢复连接器失败。",+ "tokenUsage": {+ "live": "Token"+ }},"runDetail": {"title": "运行详情",diff --git a/frontend/src/pages/Agent.tsx b/frontend/src/pages/Agent.tsxindex ee78d0ed9..e9df1502e 100644--- a/frontend/src/pages/Agent.tsx+++ b/frontend/src/pages/Agent.tsx@@ -10,6 +10,7 @@ import {type StoredAgentMessage,} from "@/stores/agent";import { useSSE } from "@/hooks/useSSE";+import { useLlmUsageCounter } from "@/hooks/useLlmUsageCounter";import { ApiError, AUTH_REQUIRED_MESSAGE, api, isAuthRequiredError, type GoalSnapshot, type MandateProposal, type MandateCommitted, type ScheduledResearchProposal, type LiveAction, type LiveHalted, type LLMSettings, type RunPreview } from "@/lib/api";import {extractUploadedAttachments,@@ -24,6 +25,7 @@ import { ModelRuntimeBar } from "@/components/chat/ModelRuntimeBar";import { ThinkingTimeline } from "@/components/chat/ThinkingTimeline";import { ConversationTimeline } from "@/components/chat/ConversationTimeline";import { ActivityLine } from "@/components/chat/ActivityLine";+import { LlmUsageCounter } from "@/components/chat/LlmUsageCounter";import { MandateProposalCard } from "@/components/chat/MandateProposalCard";import { ScheduledResearchProposalCard } from "@/components/chat/ScheduledResearchProposalCard";import { SwarmStatusCard } from "@/components/chat/SwarmStatusCard";@@ -273,6 +275,14 @@ export function Agent() {const { connect, disconnect, onStatusChange } = useSSE();+ /* Live token totals for the in-flight attempt, fed by `llm_usage` events. */+ const {+ input: usageInput,+ output: usageOutput,+ record: recordLlmUsage,+ reset: resetLlmUsage,+ } = useLlmUsageCounter();+const urlSessionId = searchParams.get("session");const visibleRuntimeIdentity = runtimeIdentity.sessionId === urlSessionId? runtimeIdentity@@ -754,6 +764,11 @@ export function Agent() {replayAttemptSeenRef.current = true;identifyActivity(d, "thinking");},+ llm_usage: (d) => {+ touch();+ replayAttemptSeenRef.current = true;+ recordLlmUsage(String(d.attempt_id || ""), Number(d.iter || 0), d);+ },reasoning_delta: (d) => {touch();@@ -1264,6 +1279,7 @@ export function Agent() {loadGoalSnapshot,markBackgroundCompletion,queueStreamUpdate,+ recordLlmUsage,scrollToBottom,]);@@ -1332,6 +1348,12 @@ export function Agent() {}}, [urlSessionId, doDisconnect, loadSessionMessages, setupSSE, scheduleHistoryScroll]);+ /* The live token counter belongs to one session; zero it on a real switch,+ not on callback-identity churn of the rehydration effect above. */+ useEffect(() => {+ resetLlmUsage();+ }, [sessionId, resetLlmUsage]);+useEffect(() => {if (!sessionId) {setGoalSnapshot(null);@@ -1901,6 +1923,7 @@ export function Agent() {<AgentAvatar /><div className="flex-1 min-w-0 space-y-2">{activity && <ActivityLine activity={activity} reasoningTail={reasoningTail} />}+ <LlmUsageCounter input={usageInput} output={usageOutput} />{groundingRound !== null && (<prole="status"