Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
Preserve private Jev usage metadata and late scheduler trace totals
release-verification6ac0fd078e4d
diff --git a/src/chrome/src/trace/privacy.js b/src/chrome/src/trace/privacy.jsindex a78434f16..afa827238 100644--- a/src/chrome/src/trace/privacy.js+++ b/src/chrome/src/trace/privacy.js@@ -95,6 +95,24 @@ export function projectTraceRun(run, { includeContent = false } = {}) {}export function projectTraceEventData(kind, data, { includeContent = false } = {}) {+ // Auxiliary decisions never retain evidence, even in the opt-in content tier.+ if (kind === 'note' && data?.note === 'system_one') {+ const extra = {};+ for (const key of ['decision', 'reason', 'model']) {+ const value = data.extra?.[key];+ if (typeof value === 'string' && /^[a-zA-Z0-9_.-]{1,120}$/.test(value)) extra[key] = value;+ }+ for (const key of ['latencyMs', 'estimatedCostUsd']) {+ const value = data.extra?.[key];+ if (typeof value === 'number' && Number.isFinite(value) && value >= 0) extra[key] = value;+ }+ const usage = projectUsage(data.extra?.usage);+ for (const key of Object.keys(usage)) {+ if (typeof usage[key] !== 'number' || !Number.isFinite(usage[key]) || usage[key] < 0) delete usage[key];+ }+ if (Object.keys(usage).length) extra.usage = usage;+ return { step: Number.isFinite(data.step) ? data.step : 0, note: 'system_one', extra };+ }if (includeContent || data == null) return data;const source = data && typeof data === 'object' && !Array.isArray(data) ? data : {};diff --git a/src/chrome/src/trace/recorder.js b/src/chrome/src/trace/recorder.jsindex 7788fe94c..1e50a6edc 100644--- a/src/chrome/src/trace/recorder.js+++ b/src/chrome/src/trace/recorder.js@@ -474,6 +474,30 @@ function _putEventWithLosslessTotal(db, runId, event, losslessBytes) {});}+// A scheduler verifier can finish after endRun. Persist its event and the+// completed run's usage totals atomically, on the existing serialized queue.+function _putAuxiliaryUsage(db, runId, event) {+ return new Promise((resolve, reject) => {+ const transaction = tx(db, ['runs', 'events']);+ transaction.objectStore('events').put(event);+ const store = transaction.objectStore('runs');+ const request = store.get(runId);+ request.onsuccess = () => {+ const run = request.result;+ if (!run || run.status === 'running') return;+ const stats = { ...createTraceStats(), ...run };+ addTraceEvent(stats, event);+ for (const key of Object.keys(createTraceStats())) {+ if (key !== 'hasLoopError') run[key] = stats[key];+ }+ store.put(run);+ };+ transaction.oncomplete = () => resolve();+ transaction.onerror = () => reject(transaction.error);+ transaction.onabort = () => reject(transaction.error || new Error('Auxiliary trace write aborted'));+ });+}+async function _appendEventNow(runId, kind, data) {if (!(await tracingEnabledForRun(runId))) return;try {@@ -522,6 +546,8 @@ async function _appendEventNow(runId, kind, data) {state.losslessBytesEncoding = 'utf8';await evictOldestLosslessRuns(runId, bytes);}+ } else if (kind === 'note' && resolvedData?.note === 'system_one' && resolvedData.extra?.decision === 'usage') {+ await _putAuxiliaryUsage(db, runId, ev);} else {await promisifyReq(tx(db, ['events']).objectStore('events').put(ev));}diff --git a/src/chrome/src/trace/stats.js b/src/chrome/src/trace/stats.jsindex 41a8a0b8a..da143b5f3 100644--- a/src/chrome/src/trace/stats.js+++ b/src/chrome/src/trace/stats.js@@ -49,6 +49,17 @@ export function addTraceEvent(stats, event) {stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens);stats.totalCost += nonNegativeNumber(usage.cost);stats.totalLlmLatencyMs += nonNegativeNumber(data.latencyMs);+ } else if (event.kind === 'note' && data.note === 'system_one' && data.extra?.decision === 'usage') {+ // Include auxiliary model usage in the same totals without inventing a+ // conversation response or exposing its input in the event log.+ const metadata = data.extra;+ const usage = metadata.usage || {};+ stats.llmRequestCount += 1;+ stats.llmResponseCount += 1;+ stats.totalInputTokens += nonNegativeNumber(usage.prompt_tokens ?? usage.input_tokens);+ stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens ?? usage.output_tokens);+ stats.totalCost += nonNegativeNumber(metadata.estimatedCostUsd);+ stats.totalLlmLatencyMs += nonNegativeNumber(metadata.latencyMs);} else if (event.kind === 'tool') {stats.toolCallCount += 1;stats.totalToolLatencyMs += nonNegativeNumber(data.latencyMs);diff --git a/src/firefox/src/trace/privacy.js b/src/firefox/src/trace/privacy.jsindex a78434f16..afa827238 100644--- a/src/firefox/src/trace/privacy.js+++ b/src/firefox/src/trace/privacy.js@@ -95,6 +95,24 @@ export function projectTraceRun(run, { includeContent = false } = {}) {}export function projectTraceEventData(kind, data, { includeContent = false } = {}) {+ // Auxiliary decisions never retain evidence, even in the opt-in content tier.+ if (kind === 'note' && data?.note === 'system_one') {+ const extra = {};+ for (const key of ['decision', 'reason', 'model']) {+ const value = data.extra?.[key];+ if (typeof value === 'string' && /^[a-zA-Z0-9_.-]{1,120}$/.test(value)) extra[key] = value;+ }+ for (const key of ['latencyMs', 'estimatedCostUsd']) {+ const value = data.extra?.[key];+ if (typeof value === 'number' && Number.isFinite(value) && value >= 0) extra[key] = value;+ }+ const usage = projectUsage(data.extra?.usage);+ for (const key of Object.keys(usage)) {+ if (typeof usage[key] !== 'number' || !Number.isFinite(usage[key]) || usage[key] < 0) delete usage[key];+ }+ if (Object.keys(usage).length) extra.usage = usage;+ return { step: Number.isFinite(data.step) ? data.step : 0, note: 'system_one', extra };+ }if (includeContent || data == null) return data;const source = data && typeof data === 'object' && !Array.isArray(data) ? data : {};diff --git a/src/firefox/src/trace/recorder.js b/src/firefox/src/trace/recorder.jsindex 0e105c47c..8988689e5 100644--- a/src/firefox/src/trace/recorder.js+++ b/src/firefox/src/trace/recorder.js@@ -458,6 +458,30 @@ function _putEventWithLosslessTotal(db, runId, event, losslessBytes) {});}+// A scheduler verifier can finish after endRun. Persist its event and the+// completed run's usage totals atomically, on the existing serialized queue.+function _putAuxiliaryUsage(db, runId, event) {+ return new Promise((resolve, reject) => {+ const transaction = tx(db, ['runs', 'events']);+ transaction.objectStore('events').put(event);+ const store = transaction.objectStore('runs');+ const request = store.get(runId);+ request.onsuccess = () => {+ const run = request.result;+ if (!run || run.status === 'running') return;+ const stats = { ...createTraceStats(), ...run };+ addTraceEvent(stats, event);+ for (const key of Object.keys(createTraceStats())) {+ if (key !== 'hasLoopError') run[key] = stats[key];+ }+ store.put(run);+ };+ transaction.oncomplete = () => resolve();+ transaction.onerror = () => reject(transaction.error);+ transaction.onabort = () => reject(transaction.error || new Error('Auxiliary trace write aborted'));+ });+}+async function _appendEventNow(runId, kind, data) {if (!(await tracingEnabled())) return;try {@@ -506,6 +530,8 @@ async function _appendEventNow(runId, kind, data) {state.losslessBytesEncoding = 'utf8';await evictOldestLosslessRuns(runId, bytes);}+ } else if (kind === 'note' && resolvedData?.note === 'system_one' && resolvedData.extra?.decision === 'usage') {+ await _putAuxiliaryUsage(db, runId, ev);} else {await promisifyReq(tx(db, ['events']).objectStore('events').put(ev));}diff --git a/src/firefox/src/trace/stats.js b/src/firefox/src/trace/stats.jsindex 41a8a0b8a..da143b5f3 100644--- a/src/firefox/src/trace/stats.js+++ b/src/firefox/src/trace/stats.js@@ -49,6 +49,17 @@ export function addTraceEvent(stats, event) {stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens);stats.totalCost += nonNegativeNumber(usage.cost);stats.totalLlmLatencyMs += nonNegativeNumber(data.latencyMs);+ } else if (event.kind === 'note' && data.note === 'system_one' && data.extra?.decision === 'usage') {+ // Include auxiliary model usage in the same totals without inventing a+ // conversation response or exposing its input in the event log.+ const metadata = data.extra;+ const usage = metadata.usage || {};+ stats.llmRequestCount += 1;+ stats.llmResponseCount += 1;+ stats.totalInputTokens += nonNegativeNumber(usage.prompt_tokens ?? usage.input_tokens);+ stats.totalOutputTokens += nonNegativeNumber(usage.completion_tokens ?? usage.output_tokens);+ stats.totalCost += nonNegativeNumber(metadata.estimatedCostUsd);+ stats.totalLlmLatencyMs += nonNegativeNumber(metadata.latencyMs);} else if (event.kind === 'tool') {stats.toolCallCount += 1;stats.totalToolLatencyMs += nonNegativeNumber(data.latencyMs);diff --git a/test/systemone-trace.mjs b/test/systemone-trace.mjsnew file mode 100644index 000000000..c3dea9427--- /dev/null+++ b/test/systemone-trace.mjs@@ -0,0 +1,66 @@+import assert from 'node:assert/strict';+import { test } from 'node:test';+import { readFile } from 'node:fs/promises';+import { resolve } from 'node:path';+import { chromium, firefox } from 'playwright';++for (const [build, engine] of [['chrome', chromium], ['firefox', firefox]]) {+ test(`${build}: Jev metadata survives privacy projection without evidence`, async () => {+ const { projectTraceEventData } = await import(`../src/${build}/src/trace/privacy.js`);+ const { buildTraceStats } = await import(`../src/${build}/src/trace/stats.js`);+ const metadata = { decision: 'usage', model: 'jev-1.13.0', latencyMs: 25, estimatedCostUsd: 0.001,+ usage: { prompt_tokens: 12, completion_tokens: 2, raw: 'secret', cost: null }, evidence: 'secret' };+ for (const includeContent of [false, true]) {+ const data = projectTraceEventData('note', { step: 0, note: 'system_one', extra: metadata }, { includeContent });+ assert.deepEqual(data.extra, { decision: 'usage', model: 'jev-1.13.0', latencyMs: 25, estimatedCostUsd: 0.001,+ usage: { prompt_tokens: 12, completion_tokens: 2 } });+ const stats = buildTraceStats([{ kind: 'note', data }]);+ assert.equal(stats.totalCost, 0.001);+ assert.equal(stats.totalInputTokens, 12);+ assert.equal(stats.totalOutputTokens, 2);+ assert.equal(stats.totalLlmLatencyMs, 25);+ assert.equal(stats.llmRequestCount, 1);+ }+ });++ test(`${build}: late scheduler usage updates durable totals once without reopening the run`, async () => {+ const browser = await engine.launch();+ try {+ const page = await browser.newPage();+ await page.route('http://jev-trace.local/**', async route => {+ const path = new URL(route.request().url()).pathname;+ if (path === '/') return route.fulfill({ contentType: 'text/html', body: '<!doctype html>' });+ const file = resolve(`src/${build}`, '.' + path);+ if (!file.startsWith(resolve(`src/${build}`) + '/')) return route.abort();+ await route.fulfill({ contentType: 'text/javascript', body: await readFile(file) });+ });+ await page.goto('http://jev-trace.local/');+ const result = await page.evaluate(async () => {+ globalThis.chrome = globalThis.browser = { storage: { local: { get: async () => ({ tracingEnabled: true }) } } };+ const trace = await import('/src/trace/recorder.js');+ const stats = await import('/src/trace/stats.js');+ const runId = await trace.startRun({ conversationId: 'test-session' });+ const extra = { decision: 'usage', model: 'jev-1.13.0', latencyMs: 30,+ estimatedCostUsd: 0.001, usage: { prompt_tokens: 10, completion_tokens: 1 }, evidence: 'must disappear' };+ await trace.recordNote(runId, 0, 'system_one', extra);+ await trace.endRun(runId);+ const before = (await trace.listRuns())[0];+ await trace.recordNote(runId, 0, 'system_one', extra);+ await trace.recordNote(runId, 0, 'system_one', { decision: 'downgrade', reason: 'low_confidence' });+ const after = (await trace.listRuns())[0];+ const events = await trace.getRunEvents(runId);+ return { before, after, replay: stats.buildTraceStats(events), events };+ });+ assert.equal(result.before.totalCost, 0.001);+ assert.equal(result.after.totalCost, 0.002);+ assert.equal(result.after.totalInputTokens, 20);+ assert.equal(result.after.llmRequestCount, 2);+ assert.equal(result.after.endedAt, result.before.endedAt);+ assert.equal(result.after.status, 'done');+ assert.equal(result.after.durationMs, result.before.durationMs);+ assert.equal(result.after.totalCost, result.replay.totalCost);+ assert.equal(result.after.totalInputTokens, result.replay.totalInputTokens);+ assert.doesNotMatch(JSON.stringify(result.events), /must disappear/);+ } finally { await browser.close(); }+ });+}diff --git a/test/systemone.mjs b/test/systemone.mjsindex ad18223e2..35610eb1c 100644--- a/test/systemone.mjs+++ b/test/systemone.mjs@@ -1,6 +1,7 @@import assert from 'node:assert/strict';import { test } from 'node:test';import { makeSchedulerHarness } from './lib/scheduler-harness.mjs';+import './systemone-trace.mjs';const deferred = () => { let resolve; const promise = new Promise(r => { resolve = r; }); return { promise, resolve }; };for (const build of ['chrome', 'firefox']) {const mod = await import(`../src/${build}/src/agent/systemone-judge.js`);