Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

Preserve private Jev usage metadata and late scheduler trace totals

release-verification6ac0fd078e4d
diff --git a/src/chrome/src/trace/privacy.js b/src/chrome/src/trace/privacy.js
index a78434f16..afa827238 100644
--- a/src/chrome/src/trace/privacy.js
+++ b/src/chrome/src/trace/privacy.js
@@ -95,6 +95,24 @@ export function projectTraceRun(run, { includeContent = false } = {}) {
}
export function projectTraceEventData(kind, data, { includeContent = false } = {}) {
+ // Auxiliary decisions never retain evidence, even in the opt-in content tier.
+ if (kind === 'note' && data?.note === 'system_one') {
+ const extra = {};
+ for (const key of ['decision', 'reason', 'model']) {
+ const value = data.extra?.[key];
+ if (typeof value === 'string' && /^[a-zA-Z0-9_.-]{1,120}$/.test(value)) extra[key] = value;
+ }
+ for (const key of ['latencyMs', 'estimatedCostUsd']) {
+ const value = data.extra?.[key];
+ if (typeof value === 'number' && Number.isFinite(value) && value >= 0) extra[key] = value;
+ }
+ const usage = projectUsage(data.extra?.usage);
+ for (const key of Object.keys(usage)) {
+ if (typeof usage[key] !== 'number' || !Number.isFinite(usage[key]) || usage[key] < 0) delete usage[key];
+ }
+ if (Object.keys(usage).length) extra.usage = usage;
+ return { step: Number.isFinite(data.step) ? data.step : 0, note: 'system_one', extra };
+ }
if (includeContent || data == null) return data;
const source = data && typeof data === 'object' && !Array.isArray(data) ? data : {};
diff --git a/src/chrome/src/trace/recorder.js b/src/chrome/src/trace/recorder.js
index 7788fe94c..1e50a6edc 100644
--- a/src/chrome/src/trace/recorder.js
+++ b/src/chrome/src/trace/recorder.js
@@ -474,6 +474,30 @@ function _putEventWithLosslessTotal(db, runId, event, losslessBytes) {
});
}
+// A scheduler verifier can finish after endRun. Persist its event and the
+// completed run's usage totals atomically, on the existing serialized queue.
+function _putAuxiliaryUsage(db, runId, event) {
+ return new Promise((resolve, reject) => {
+ const transaction = tx(db, ['runs', 'events']);
+ transaction.objectStore('events').put(event);
+ const store = transaction.objectStore('runs');
+ const request = store.get(runId);
+ request.onsuccess = () => {
+ const run = request.result;
+ if (!run || run.status === 'running') return;
+ const stats = { ...createTraceStats(), ...run };
+ addTraceEvent(stats, event);
+ for (const key of Object.keys(createTraceStats())) {
+ if (key !== 'hasLoopError') run[key] = stats[key];
+ }
+ store.put(run);
+ };
+ transaction.oncomplete = () => resolve();
+ transaction.onerror = () => reject(transaction.error);
+ transaction.onabort = () => reject(transaction.error || new Error('Auxiliary trace write aborted'));
+ });
+}
+
async function _appendEventNow(runId, kind, data) {
if (!(await tracingEnabledForRun(runId))) return;
try {
@@ -522,6 +546,8 @@ async function _appendEventNow(runId, kind, data) {
state.losslessBytesEncoding = 'utf8';
await evictOldestLosslessRuns(runId, bytes);
}
+ } else if (kind === 'note' && resolvedData?.note === 'system_one' && resolvedData.extra?.decision === 'usage') {
+ await _putAuxiliaryUsage(db, runId, ev);
} else {
await promisifyReq(tx(db, ['events']).objectStore('events').put(ev));
}
diff --git a/src/chrome/src/trace/stats.js b/src/chrome/src/trace/stats.js
index 41a8a0b8a..da143b5f3 100644
--- a/src/chrome/src/trace/stats.js
+++ b/src/chrome/src/trace/stats.js
@@ -49,6 +49,17 @@ export function addTraceEvent(stats, event) {
stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens);
stats.totalCost += nonNegativeNumber(usage.cost);
stats.totalLlmLatencyMs += nonNegativeNumber(data.latencyMs);
+ } else if (event.kind === 'note' && data.note === 'system_one' && data.extra?.decision === 'usage') {
+ // Include auxiliary model usage in the same totals without inventing a
+ // conversation response or exposing its input in the event log.
+ const metadata = data.extra;
+ const usage = metadata.usage || {};
+ stats.llmRequestCount += 1;
+ stats.llmResponseCount += 1;
+ stats.totalInputTokens += nonNegativeNumber(usage.prompt_tokens ?? usage.input_tokens);
+ stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens ?? usage.output_tokens);
+ stats.totalCost += nonNegativeNumber(metadata.estimatedCostUsd);
+ stats.totalLlmLatencyMs += nonNegativeNumber(metadata.latencyMs);
} else if (event.kind === 'tool') {
stats.toolCallCount += 1;
stats.totalToolLatencyMs += nonNegativeNumber(data.latencyMs);
diff --git a/src/firefox/src/trace/privacy.js b/src/firefox/src/trace/privacy.js
index a78434f16..afa827238 100644
--- a/src/firefox/src/trace/privacy.js
+++ b/src/firefox/src/trace/privacy.js
@@ -95,6 +95,24 @@ export function projectTraceRun(run, { includeContent = false } = {}) {
}
export function projectTraceEventData(kind, data, { includeContent = false } = {}) {
+ // Auxiliary decisions never retain evidence, even in the opt-in content tier.
+ if (kind === 'note' && data?.note === 'system_one') {
+ const extra = {};
+ for (const key of ['decision', 'reason', 'model']) {
+ const value = data.extra?.[key];
+ if (typeof value === 'string' && /^[a-zA-Z0-9_.-]{1,120}$/.test(value)) extra[key] = value;
+ }
+ for (const key of ['latencyMs', 'estimatedCostUsd']) {
+ const value = data.extra?.[key];
+ if (typeof value === 'number' && Number.isFinite(value) && value >= 0) extra[key] = value;
+ }
+ const usage = projectUsage(data.extra?.usage);
+ for (const key of Object.keys(usage)) {
+ if (typeof usage[key] !== 'number' || !Number.isFinite(usage[key]) || usage[key] < 0) delete usage[key];
+ }
+ if (Object.keys(usage).length) extra.usage = usage;
+ return { step: Number.isFinite(data.step) ? data.step : 0, note: 'system_one', extra };
+ }
if (includeContent || data == null) return data;
const source = data && typeof data === 'object' && !Array.isArray(data) ? data : {};
diff --git a/src/firefox/src/trace/recorder.js b/src/firefox/src/trace/recorder.js
index 0e105c47c..8988689e5 100644
--- a/src/firefox/src/trace/recorder.js
+++ b/src/firefox/src/trace/recorder.js
@@ -458,6 +458,30 @@ function _putEventWithLosslessTotal(db, runId, event, losslessBytes) {
});
}
+// A scheduler verifier can finish after endRun. Persist its event and the
+// completed run's usage totals atomically, on the existing serialized queue.
+function _putAuxiliaryUsage(db, runId, event) {
+ return new Promise((resolve, reject) => {
+ const transaction = tx(db, ['runs', 'events']);
+ transaction.objectStore('events').put(event);
+ const store = transaction.objectStore('runs');
+ const request = store.get(runId);
+ request.onsuccess = () => {
+ const run = request.result;
+ if (!run || run.status === 'running') return;
+ const stats = { ...createTraceStats(), ...run };
+ addTraceEvent(stats, event);
+ for (const key of Object.keys(createTraceStats())) {
+ if (key !== 'hasLoopError') run[key] = stats[key];
+ }
+ store.put(run);
+ };
+ transaction.oncomplete = () => resolve();
+ transaction.onerror = () => reject(transaction.error);
+ transaction.onabort = () => reject(transaction.error || new Error('Auxiliary trace write aborted'));
+ });
+}
+
async function _appendEventNow(runId, kind, data) {
if (!(await tracingEnabled())) return;
try {
@@ -506,6 +530,8 @@ async function _appendEventNow(runId, kind, data) {
state.losslessBytesEncoding = 'utf8';
await evictOldestLosslessRuns(runId, bytes);
}
+ } else if (kind === 'note' && resolvedData?.note === 'system_one' && resolvedData.extra?.decision === 'usage') {
+ await _putAuxiliaryUsage(db, runId, ev);
} else {
await promisifyReq(tx(db, ['events']).objectStore('events').put(ev));
}
diff --git a/src/firefox/src/trace/stats.js b/src/firefox/src/trace/stats.js
index 41a8a0b8a..da143b5f3 100644
--- a/src/firefox/src/trace/stats.js
+++ b/src/firefox/src/trace/stats.js
@@ -49,6 +49,17 @@ export function addTraceEvent(stats, event) {
stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens);
stats.totalCost += nonNegativeNumber(usage.cost);
stats.totalLlmLatencyMs += nonNegativeNumber(data.latencyMs);
+ } else if (event.kind === 'note' && data.note === 'system_one' && data.extra?.decision === 'usage') {
+ // Include auxiliary model usage in the same totals without inventing a
+ // conversation response or exposing its input in the event log.
+ const metadata = data.extra;
+ const usage = metadata.usage || {};
+ stats.llmRequestCount += 1;
+ stats.llmResponseCount += 1;
+ stats.totalInputTokens += nonNegativeNumber(usage.prompt_tokens ?? usage.input_tokens);
+ stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens ?? usage.output_tokens);
+ stats.totalCost += nonNegativeNumber(metadata.estimatedCostUsd);
+ stats.totalLlmLatencyMs += nonNegativeNumber(metadata.latencyMs);
} else if (event.kind === 'tool') {
stats.toolCallCount += 1;
stats.totalToolLatencyMs += nonNegativeNumber(data.latencyMs);
diff --git a/test/systemone-trace.mjs b/test/systemone-trace.mjs
new file mode 100644
index 000000000..c3dea9427
--- /dev/null
+++ b/test/systemone-trace.mjs
@@ -0,0 +1,66 @@
+import assert from 'node:assert/strict';
+import { test } from 'node:test';
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { chromium, firefox } from 'playwright';
+
+for (const [build, engine] of [['chrome', chromium], ['firefox', firefox]]) {
+ test(`${build}: Jev metadata survives privacy projection without evidence`, async () => {
+ const { projectTraceEventData } = await import(`../src/${build}/src/trace/privacy.js`);
+ const { buildTraceStats } = await import(`../src/${build}/src/trace/stats.js`);
+ const metadata = { decision: 'usage', model: 'jev-1.13.0', latencyMs: 25, estimatedCostUsd: 0.001,
+ usage: { prompt_tokens: 12, completion_tokens: 2, raw: 'secret', cost: null }, evidence: 'secret' };
+ for (const includeContent of [false, true]) {
+ const data = projectTraceEventData('note', { step: 0, note: 'system_one', extra: metadata }, { includeContent });
+ assert.deepEqual(data.extra, { decision: 'usage', model: 'jev-1.13.0', latencyMs: 25, estimatedCostUsd: 0.001,
+ usage: { prompt_tokens: 12, completion_tokens: 2 } });
+ const stats = buildTraceStats([{ kind: 'note', data }]);
+ assert.equal(stats.totalCost, 0.001);
+ assert.equal(stats.totalInputTokens, 12);
+ assert.equal(stats.totalOutputTokens, 2);
+ assert.equal(stats.totalLlmLatencyMs, 25);
+ assert.equal(stats.llmRequestCount, 1);
+ }
+ });
+
+ test(`${build}: late scheduler usage updates durable totals once without reopening the run`, async () => {
+ const browser = await engine.launch();
+ try {
+ const page = await browser.newPage();
+ await page.route('http://jev-trace.local/**', async route => {
+ const path = new URL(route.request().url()).pathname;
+ if (path === '/') return route.fulfill({ contentType: 'text/html', body: '<!doctype html>' });
+ const file = resolve(`src/${build}`, '.' + path);
+ if (!file.startsWith(resolve(`src/${build}`) + '/')) return route.abort();
+ await route.fulfill({ contentType: 'text/javascript', body: await readFile(file) });
+ });
+ await page.goto('http://jev-trace.local/');
+ const result = await page.evaluate(async () => {
+ globalThis.chrome = globalThis.browser = { storage: { local: { get: async () => ({ tracingEnabled: true }) } } };
+ const trace = await import('/src/trace/recorder.js');
+ const stats = await import('/src/trace/stats.js');
+ const runId = await trace.startRun({ conversationId: 'test-session' });
+ const extra = { decision: 'usage', model: 'jev-1.13.0', latencyMs: 30,
+ estimatedCostUsd: 0.001, usage: { prompt_tokens: 10, completion_tokens: 1 }, evidence: 'must disappear' };
+ await trace.recordNote(runId, 0, 'system_one', extra);
+ await trace.endRun(runId);
+ const before = (await trace.listRuns())[0];
+ await trace.recordNote(runId, 0, 'system_one', extra);
+ await trace.recordNote(runId, 0, 'system_one', { decision: 'downgrade', reason: 'low_confidence' });
+ const after = (await trace.listRuns())[0];
+ const events = await trace.getRunEvents(runId);
+ return { before, after, replay: stats.buildTraceStats(events), events };
+ });
+ assert.equal(result.before.totalCost, 0.001);
+ assert.equal(result.after.totalCost, 0.002);
+ assert.equal(result.after.totalInputTokens, 20);
+ assert.equal(result.after.llmRequestCount, 2);
+ assert.equal(result.after.endedAt, result.before.endedAt);
+ assert.equal(result.after.status, 'done');
+ assert.equal(result.after.durationMs, result.before.durationMs);
+ assert.equal(result.after.totalCost, result.replay.totalCost);
+ assert.equal(result.after.totalInputTokens, result.replay.totalInputTokens);
+ assert.doesNotMatch(JSON.stringify(result.events), /must disappear/);
+ } finally { await browser.close(); }
+ });
+}
diff --git a/test/systemone.mjs b/test/systemone.mjs
index ad18223e2..35610eb1c 100644
--- a/test/systemone.mjs
+++ b/test/systemone.mjs
@@ -1,6 +1,7 @@
import assert from 'node:assert/strict';
import { test } from 'node:test';
import { makeSchedulerHarness } from './lib/scheduler-harness.mjs';
+import './systemone-trace.mjs';
const deferred = () => { let resolve; const promise = new Promise(r => { resolve = r; }); return { promise, resolve }; };
for (const build of ['chrome', 'firefox']) {
const mod = await import(`../src/${build}/src/agent/systemone-judge.js`);