Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

fix(providers): scrub short serialized base64 research payloads

Emre Sokullu0d218ec30408
diff --git a/src/chrome/src/trace/webbrain-share-outbox.js b/src/chrome/src/trace/webbrain-share-outbox.js
index b3c89a0f9..fe616ef7c 100644
--- a/src/chrome/src/trace/webbrain-share-outbox.js
+++ b/src/chrome/src/trace/webbrain-share-outbox.js
@@ -46,14 +46,17 @@ function scrubText(value, limit = MAX_MESSAGE_CHARS) {
'[embedded base64 data omitted]',
);
}
+ // Serialized tool results can contain binaries of any size. Scrub named
+ // base64 fields even when their payload is below the bare-blob threshold.
+ if (text.includes('"base64"')) {
+ text = text.replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]*"/g, '"base64":"[omitted]"');
+ }
// Bare base64 blobs without a data: wrapper (e.g. read_downloaded_file
// serializes small binaries as {"base64":"..."} into string tool content).
// A 200+ run of base64 alphabet characters never occurs in prose, hashes,
// or URLs (delimiters break the run), so redact it from research copies.
if (/[A-Za-z0-9+/=\r\n]{200,}/.test(text)) {
- text = text
- .replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]+"/g, '"base64":"[omitted]"')
- .replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');
+ text = text.replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');
}
return bounded(text, limit);
}
diff --git a/src/firefox/src/trace/webbrain-share-outbox.js b/src/firefox/src/trace/webbrain-share-outbox.js
index b3c89a0f9..fe616ef7c 100644
--- a/src/firefox/src/trace/webbrain-share-outbox.js
+++ b/src/firefox/src/trace/webbrain-share-outbox.js
@@ -46,14 +46,17 @@ function scrubText(value, limit = MAX_MESSAGE_CHARS) {
'[embedded base64 data omitted]',
);
}
+ // Serialized tool results can contain binaries of any size. Scrub named
+ // base64 fields even when their payload is below the bare-blob threshold.
+ if (text.includes('"base64"')) {
+ text = text.replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]*"/g, '"base64":"[omitted]"');
+ }
// Bare base64 blobs without a data: wrapper (e.g. read_downloaded_file
// serializes small binaries as {"base64":"..."} into string tool content).
// A 200+ run of base64 alphabet characters never occurs in prose, hashes,
// or URLs (delimiters break the run), so redact it from research copies.
if (/[A-Za-z0-9+/=\r\n]{200,}/.test(text)) {
- text = text
- .replace(/"base64"\s*:\s*"[A-Za-z0-9+/=\r\n]+"/g, '"base64":"[omitted]"')
- .replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');
+ text = text.replace(/[A-Za-z0-9+/]{200}[A-Za-z0-9+/=\r\n]*/g, '[embedded base64 data omitted]');
}
return bounded(text, limit);
}
diff --git a/test/run.js b/test/run.js
index b043519d7..3df18654d 100644
--- a/test/run.js
+++ b/test/run.js
@@ -12659,6 +12659,34 @@ test('Share-for-research scrub removes embedded data URIs and keeps repeated-ans
}
});
+test('Share-for-research scrubs serialized base64 fields at every payload length', () => {
+ for (const [label, outbox] of [['chrome', SHARE_OUTBOX_CH], ['firefox', SHARE_OUTBOX_FX]]) {
+ // Include empty files, padding variants, and both sides of the 200-char
+ // bare-blob threshold. Preserve the tool result's non-binary metadata.
+ for (const sizeBytes of [0, 1, 2, 3, 147, 148, 150]) {
+ const base64 = Buffer.alloc(sizeBytes, 255).toString('base64');
+ const result = { success: true, filename: 'sample.bin', sizeBytes, base64 };
+ const content = JSON.stringify(result);
+ const expected = JSON.stringify({ ...result, base64: '[omitted]' });
+ const item = outbox.buildShareGenerationItem({
+ runId: `run-share-shortbin-${label}-${sizeBytes}`,
+ finalContent: content,
+ messages: [
+ { role: 'tool', content },
+ { role: 'tool', content: [content, { type: 'text', text: content }] },
+ { role: 'tool', content: `before {"base64" : "${base64}"} after {"base64":"QUJD"}` },
+ ],
+ model: 'some-model', mode: 'act', provider: 'anthropic', provider_name: 'Anthropic Claude',
+ });
+ assert.equal(item.request[0].content, expected, `${label}: ${sizeBytes}-byte tool result`);
+ assert.deepEqual(item.request[1].content, [expected, { type: 'text', text: expected }]);
+ assert.equal(item.request[2].content, 'before {"base64":"[omitted]"} after {"base64":"[omitted]"}');
+ assert.equal(item.response.content, expected, `${label}: ${sizeBytes}-byte response`);
+ assert.equal(result.base64, base64, `${label}: original tool result changed`);
+ }
+ }
+});
+
test('Share-for-research caps count wrapper messages and serialized overhead', () => {
const messages = [{ role: 'system', content: 'SYS' }];
for (let i = 0; i < 250; i++) messages.push({ role: 'user', content: `cap${i}-` + 'word '.repeat(150) });