Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
fix(providers): scrub short serialized base64 research payloads
Emre Sokullu0d218ec30408
diff --git a/src/chrome/src/trace/webbrain-share-outbox.js b/src/chrome/src/trace/webbrain-share-outbox.jsindex b3c89a0f9..fe616ef7c 100644--- a/src/chrome/src/trace/webbrain-share-outbox.js+++ b/src/chrome/src/trace/webbrain-share-outbox.js@@ -46,14 +46,17 @@ function scrubText(value, limit = MAX_MESSAGE_CHARS) {'[embedded base64 data omitted]',);}+ // Serialized tool results can contain binaries of any size. Scrub named+ // base64 fields even when their payload is below the bare-blob threshold.+ if (text.includes('"base64"')) {+ text = text.replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]*"/g, '"base64":"[omitted]"');+ }// Bare base64 blobs without a data: wrapper (e.g. read_downloaded_file// serializes small binaries as {"base64":"..."} into string tool content).// A 200+ run of base64 alphabet characters never occurs in prose, hashes,// or URLs (delimiters break the run), so redact it from research copies.if (/[A-Za-z0-9+/=\r\n]{200,}/.test(text)) {- text = text- .replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]+"/g, '"base64":"[omitted]"')- .replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');+ text = text.replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');}return bounded(text, limit);}diff --git a/src/firefox/src/trace/webbrain-share-outbox.js b/src/firefox/src/trace/webbrain-share-outbox.jsindex b3c89a0f9..fe616ef7c 100644--- a/src/firefox/src/trace/webbrain-share-outbox.js+++ b/src/firefox/src/trace/webbrain-share-outbox.js@@ -46,14 +46,17 @@ function scrubText(value, limit = MAX_MESSAGE_CHARS) {'[embedded base64 data omitted]',);}+ // Serialized tool results can contain binaries of any size. Scrub named+ // base64 fields even when their payload is below the bare-blob threshold.+ if (text.includes('"base64"')) {+ text = text.replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]*"/g, '"base64":"[omitted]"');+ }// Bare base64 blobs without a data: wrapper (e.g. read_downloaded_file// serializes small binaries as {"base64":"..."} into string tool content).// A 200+ run of base64 alphabet characters never occurs in prose, hashes,// or URLs (delimiters break the run), so redact it from research copies.if (/[A-Za-z0-9+/=\r\n]{200,}/.test(text)) {- text = text- .replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]+"/g, '"base64":"[omitted]"')- .replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');+ text = text.replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');}return bounded(text, limit);}diff --git a/test/run.js b/test/run.jsindex b043519d7..3df18654d 100644--- a/test/run.js+++ b/test/run.js@@ -12659,6 +12659,34 @@ test('Share-for-research scrub removes embedded data URIs and keeps repeated-ans}});+test('Share-for-research scrubs serialized base64 fields at every payload length', () => {+ for (const [label, outbox] of [['chrome', SHARE_OUTBOX_CH], ['firefox', SHARE_OUTBOX_FX]]) {+ // Include empty files, padding variants, and both sides of the 200-char+ // bare-blob threshold. Preserve the tool result's non-binary metadata.+ for (const sizeBytes of [0, 1, 2, 3, 147, 148, 150]) {+ const base64 = Buffer.alloc(sizeBytes, 255).toString('base64');+ const result = { success: true, filename: 'sample.bin', sizeBytes, base64 };+ const content = JSON.stringify(result);+ const expected = JSON.stringify({ ...result, base64: '[omitted]' });+ const item = outbox.buildShareGenerationItem({+ runId: `run-share-shortbin-${label}-${sizeBytes}`,+ finalContent: content,+ messages: [+ { role: 'tool', content },+ { role: 'tool', content: [content, { type: 'text', text: content }] },+ { role: 'tool', content: `before {"base64" : "${base64}"} after {"base64":"QUJD"}` },+ ],+ model: 'some-model', mode: 'act', provider: 'anthropic', provider_name: 'Anthropic Claude',+ });+ assert.equal(item.request[0].content, expected, `${label}: ${sizeBytes}-byte tool result`);+ assert.deepEqual(item.request[1].content, [expected, { type: 'text', text: expected }]);+ assert.equal(item.request[2].content, 'before {"base64":"[omitted]"} after {"base64":"[omitted]"}');+ assert.equal(item.response.content, expected, `${label}: ${sizeBytes}-byte response`);+ assert.equal(result.base64, base64, `${label}: original tool result changed`);+ }+ }+});+test('Share-for-research caps count wrapper messages and serialized overhead', () => {const messages = [{ role: 'system', content: 'SYS' }];for (let i = 0; i < 250; i++) messages.push({ role: 'user', content: `cap${i}-` + 'word '.repeat(150) });