Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
Vision mode: pin tree-scripted MV3 fixtures off, send frames at high detail
Emre Sokulludf22bd026a7d
diff --git a/docs/vision-mode.md b/docs/vision-mode.mdindex a02130be7..9ddd4eaad 100644--- a/docs/vision-mode.md+++ b/docs/vision-mode.md@@ -115,6 +115,8 @@ npm run test:vision-mode- `test/vision-pipeline-browser.mjs`: Chromium at DPR 1/2/3 on a scrolled page: planned size, exact mapping, trusted clicks, diff regions, WebP vs JPEG; the Firefox content input path.- `test/quality/vision-mode-mv3.mjs` (`--dpr=2`, `--zoom=1.25`, combinable): the installed MV3 extension with a loopback model that reads the frame labels and fills and submits a form with `click_at` and `type_text`.+The older MV3 quality fixtures script an accessibility-tree model (they answer with `ref_id`s read from `get_accessibility_tree`) under model names that WebBrain recognizes as vision-capable, so they seed `visionMode: 'off'` with their other settings. A new fixture that scripts tree tools needs the same line.+## Limits- File uploads (`upload_file`) and page-resource downloads by selector are not offered in vision mode; switch it off for those tasks.diff --git a/src/chrome/src/agent/vision-runtime.js b/src/chrome/src/agent/vision-runtime.jsindex 4c63013eb..962668c24 100644--- a/src/chrome/src/agent/vision-runtime.js+++ b/src/chrome/src/agent/vision-runtime.js@@ -203,10 +203,14 @@ export function installVisionRuntime(AgentClass, { trace = null } = {}) {return frame;};+ // `detail: 'high'` regardless of the Image detail setting: OpenAI's low+ // detail would shrink the frame to 512 px on the server, and every point+ // the model returned would be off by that factor. Size is governed by the+ // vision screenshot size setting instead; other providers ignore detail.proto._visionImageMessage = function _visionImageMessage(textNote, images, tag) {return visionUserMessage([{ type: 'text', text: textNote },- ...images.map(image => ({ type: 'image_url', image_url: this._withImageDetail({ url: image.dataUrl }) })),+ ...images.map(image => ({ type: 'image_url', image_url: { url: image.dataUrl, detail: 'high' } })),], tag);};diff --git a/src/firefox/src/agent/vision-runtime.js b/src/firefox/src/agent/vision-runtime.jsindex 4c63013eb..962668c24 100644--- a/src/firefox/src/agent/vision-runtime.js+++ b/src/firefox/src/agent/vision-runtime.js@@ -203,10 +203,14 @@ export function installVisionRuntime(AgentClass, { trace = null } = {}) {return frame;};+ // `detail: 'high'` regardless of the Image detail setting: OpenAI's low+ // detail would shrink the frame to 512 px on the server, and every point+ // the model returned would be off by that factor. Size is governed by the+ // vision screenshot size setting instead; other providers ignore detail.proto._visionImageMessage = function _visionImageMessage(textNote, images, tag) {return visionUserMessage([{ type: 'text', text: textNote },- ...images.map(image => ({ type: 'image_url', image_url: this._withImageDetail({ url: image.dataUrl }) })),+ ...images.map(image => ({ type: 'image_url', image_url: { url: image.dataUrl, detail: 'high' } })),], tag);};diff --git a/test/quality/anchored-action-mv3.mjs b/test/quality/anchored-action-mv3.mjsindex 2266d168a..8bbdeedc4 100644--- a/test/quality/anchored-action-mv3.mjs+++ b/test/quality/anchored-action-mv3.mjs@@ -89,7 +89,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planReviewMode: 'never',- maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,+ visionMode: 'off', maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/bluesky-composer-mv3.mjs b/test/quality/bluesky-composer-mv3.mjsindex 3a92d6e4a..ea74ebe7d 100644--- a/test/quality/bluesky-composer-mv3.mjs+++ b/test/quality/bluesky-composer-mv3.mjs@@ -241,7 +241,7 @@ try {if(event.action==='agent_update'&&blueskyRuns[event.requestId])blueskyRuns[event.requestId].push({type:event.type,data:event.data});});return chrome.storage.local.set({helpImproveWebBrain:false,tracingEnabled:false,autoScreenshot:false,screenshotFallback:false,- planBeforeActMode:'off',planBeforeAct:false,planReviewMode:'never',maxAgentSteps:10,systemOneEnabled:false,agentAllowLocalNetwork:true,+ planBeforeActMode:'off',planBeforeAct:false,planReviewMode:'never',visionMode:'off',maxAgentSteps:10,systemOneEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',diff --git a/test/quality/bulk-resume-mv3.mjs b/test/quality/bulk-resume-mv3.mjsindex faea946a1..e68cc1db3 100644--- a/test/quality/bulk-resume-mv3.mjs+++ b/test/quality/bulk-resume-mv3.mjs@@ -228,7 +228,7 @@ try {window.bulkEvents = [];chrome.runtime.onMessage.addListener(event => { if (event.action === 'agent_update') bulkEvents.push({ requestId: event.requestId, type: event.type, data: event.data }); });await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 150, systemOneEnabled: false, tracingEnabled: false,+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 150, systemOneEnabled: false, tracingEnabled: false,agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key', baseUrl: `${origin}/v1`, model: 'minimax/minimax-m3', contextWindow: 1000000, enabled: true, supportsAskStreaming: false } })).ok, true);diff --git a/test/quality/cloud-bot-memory-mv3.mjs b/test/quality/cloud-bot-memory-mv3.mjsindex c1be944ba..0bd9dc50a 100644--- a/test/quality/cloud-bot-memory-mv3.mjs+++ b/test/quality/cloud-bot-memory-mv3.mjs@@ -209,7 +209,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,+ visionMode: 'off', maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-memory-fixture-key',baseUrl: origin + '/v1', model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false } })).ok, true);diff --git a/test/quality/correction-cross-site-mv3.mjs b/test/quality/correction-cross-site-mv3.mjsindex df2d2df84..ef0c575dd 100644--- a/test/quality/correction-cross-site-mv3.mjs+++ b/test/quality/correction-cross-site-mv3.mjs@@ -427,7 +427,7 @@ async function runVariant(variant, script) {const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- maxAgentSteps: 30, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,+ visionMode: 'off', maxAgentSteps: 30, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000,diff --git a/test/quality/download-upload-mv3.mjs b/test/quality/download-upload-mv3.mjsindex 463a5a3a6..a9d912814 100644--- a/test/quality/download-upload-mv3.mjs+++ b/test/quality/download-upload-mv3.mjs@@ -77,7 +77,7 @@ try {const worker=context.serviceWorkers()[0]||await context.waitForEvent('serviceworker'),id=new URL(worker.url()).host;const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);const page=await context.newPage();await page.goto(`${base}/attachment`);diff --git a/test/quality/downloaded-file-saved-bytes-mv3.mjs b/test/quality/downloaded-file-saved-bytes-mv3.mjsindex 2893755c7..dfeec3fa4 100644--- a/test/quality/downloaded-file-saved-bytes-mv3.mjs+++ b/test/quality/downloaded-file-saved-bytes-mv3.mjs@@ -96,7 +96,7 @@ try {await worker.evaluate(()=>{const originalFetch=globalThis.fetch;globalThis.blockedFetches=0;globalThis.fetch=(input,init)=>{const u=new URL(typeof input==='string'?input:input.url);if(!['127.0.0.1','localhost'].includes(u.hostname)&&!['chrome-extension:','data:'].includes(u.protocol)){blockedFetches++;throw Error('Owned fixture only');}return originalFetch(input,init);};});const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);const page=await context.newPage();await page.goto(`${base}/attachment`);diff --git a/test/quality/dropdown-menu-mv3.mjs b/test/quality/dropdown-menu-mv3.mjsindex 06288561b..eb7e83bba 100644--- a/test/quality/dropdown-menu-mv3.mjs+++ b/test/quality/dropdown-menu-mv3.mjs@@ -160,7 +160,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/file-upload-accept-mv3.mjs b/test/quality/file-upload-accept-mv3.mjsindex f3de80385..1d3f4ac71 100644--- a/test/quality/file-upload-accept-mv3.mjs+++ b/test/quality/file-upload-accept-mv3.mjs@@ -86,7 +86,7 @@ try {await worker.evaluate(()=>{const originalFetch=globalThis.fetch;globalThis.blockedFetches=0;globalThis.fetch=(input,init)=>{const u=new URL(typeof input==='string'?input:input.url);if(!['127.0.0.1','localhost'].includes(u.hostname)&&!['chrome-extension:','data:'].includes(u.protocol)){blockedFetches++;throw Error('Owned fixture only');}return originalFetch(input,init);};});const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);const page=await context.newPage();await page.goto(`${base}/attachment`);diff --git a/test/quality/inline-social-composer-mv3.mjs b/test/quality/inline-social-composer-mv3.mjsindex 21f921660..a8d7aa764 100644--- a/test/quality/inline-social-composer-mv3.mjs+++ b/test/quality/inline-social-composer-mv3.mjs@@ -389,7 +389,7 @@ try {});return chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',diff --git a/test/quality/integration-mv3.mjs b/test/quality/integration-mv3.mjsindex 786429bda..02b608c15 100644--- a/test/quality/integration-mv3.mjs+++ b/test/quality/integration-mv3.mjs@@ -97,7 +97,7 @@ try {await harness.evaluate(async () => {window.events = [];chrome.runtime.onMessage.addListener(event => { if (event.action === 'agent_update') events.push({ type: event.type, data: event.data }); });- await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 12, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });+ await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 12, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});if (browserBatchDisabled) await harness.evaluate(async () => {await chrome.storage.local.set({ browserBatchEnabled: false });diff --git a/test/quality/literal-calculate-midrun-mv3.mjs b/test/quality/literal-calculate-midrun-mv3.mjsindex b3bbe3d74..98075e1b1 100644--- a/test/quality/literal-calculate-midrun-mv3.mjs+++ b/test/quality/literal-calculate-midrun-mv3.mjs@@ -192,7 +192,7 @@ try {chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(async () => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,- maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,+ visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false, contextWindowMode: 'full',// gpt-5.4-mini on a router is a strong model, so Auto lean mode would skip the// calculation reading and the tool projection this case checks.diff --git a/test/quality/literal-frame-mv3.mjs b/test/quality/literal-frame-mv3.mjsindex 977078f4e..89ca7a577 100644--- a/test/quality/literal-frame-mv3.mjs+++ b/test/quality/literal-frame-mv3.mjs@@ -311,7 +311,7 @@ try {if (event.action === 'agent_update' && ownedRuns[event.requestId]) ownedRuns[event.requestId].events.push({ type: event.type, data: event.data });});await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 22, systemOneEnabled: false, tracingEnabled: false,+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 22, systemOneEnabled: false, tracingEnabled: false,agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key', baseUrl: `http://127.0.0.1:${server.address().port}/v1`,diff --git a/test/quality/mastodon-delete-after-correction-mv3.mjs b/test/quality/mastodon-delete-after-correction-mv3.mjsindex 2cc6c4df7..2f91fd727 100644--- a/test/quality/mastodon-delete-after-correction-mv3.mjs+++ b/test/quality/mastodon-delete-after-correction-mv3.mjs@@ -260,7 +260,7 @@ try {const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- maxAgentSteps: 40, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,+ visionMode: 'off', maxAgentSteps: 40, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false, supportsVision: false } })).ok, true);diff --git a/test/quality/mastodon-delete-confirmation-mv3.mjs b/test/quality/mastodon-delete-confirmation-mv3.mjsindex 8ef43b060..e35d38f06 100644--- a/test/quality/mastodon-delete-confirmation-mv3.mjs+++ b/test/quality/mastodon-delete-confirmation-mv3.mjs@@ -224,7 +224,7 @@ agent._recordCompletionSubmitAttempt = function (...args) {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/mastodon-deletion-mv3.mjs b/test/quality/mastodon-deletion-mv3.mjsindex d7a41951b..2927f39d4 100644--- a/test/quality/mastodon-deletion-mv3.mjs+++ b/test/quality/mastodon-deletion-mv3.mjs@@ -154,7 +154,7 @@ agent._recordCompletionSubmitAttempt = function (...args) {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/mastodon-deletion-navigation-mv3.mjs b/test/quality/mastodon-deletion-navigation-mv3.mjsindex 9454c5431..cadd6eea1 100644--- a/test/quality/mastodon-deletion-navigation-mv3.mjs+++ b/test/quality/mastodon-deletion-navigation-mv3.mjs@@ -179,7 +179,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/mastodon-publication-mv3.mjs b/test/quality/mastodon-publication-mv3.mjsindex 29a240157..d57e2bf5e 100644--- a/test/quality/mastodon-publication-mv3.mjs+++ b/test/quality/mastodon-publication-mv3.mjs@@ -116,7 +116,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/mastodon-reply-route-mv3.mjs b/test/quality/mastodon-reply-route-mv3.mjsindex ba6dfb570..8b7bf326f 100644--- a/test/quality/mastodon-reply-route-mv3.mjs+++ b/test/quality/mastodon-reply-route-mv3.mjs@@ -189,7 +189,7 @@ try {const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/native-chat-mv3.mjs b/test/quality/native-chat-mv3.mjsindex acae00089..967361ee4 100644--- a/test/quality/native-chat-mv3.mjs+++ b/test/quality/native-chat-mv3.mjs@@ -280,7 +280,7 @@ try {nativeRuns[event.requestId].events.push({ type: event.type, data: event.data });});await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 40,+ planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 40,systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});diff --git a/test/quality/native-chat-presubmit-mv3.mjs b/test/quality/native-chat-presubmit-mv3.mjsindex 4bd99e71e..1526ab393 100644--- a/test/quality/native-chat-presubmit-mv3.mjs+++ b/test/quality/native-chat-presubmit-mv3.mjs@@ -402,7 +402,7 @@ try {nativeRuns[event.requestId].events.push({ type: event.type, data: event.data });});await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 40,+ planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 40,systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});diff --git a/test/quality/native-chat-soak.mjs b/test/quality/native-chat-soak.mjsindex b994ef5ce..9bb9d6571 100644--- a/test/quality/native-chat-soak.mjs+++ b/test/quality/native-chat-soak.mjs@@ -180,7 +180,7 @@ try {}});await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 30, systemOneEnabled: false, tracingEnabled: false,+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 30, systemOneEnabled: false, tracingEnabled: false,agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,scheduledTasksEnabled: true, scheduledRequireConsequentialConfirmation: false });});diff --git a/test/quality/open-chat-recipients-mv3.mjs b/test/quality/open-chat-recipients-mv3.mjsindex a9a4702a8..90e55003c 100644--- a/test/quality/open-chat-recipients-mv3.mjs+++ b/test/quality/open-chat-recipients-mv3.mjs@@ -172,7 +172,7 @@ async function runVariant(variant, request, alsoNamed, steps, cardAnswers, expecconst message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 20, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 20, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/recipient-clarify-mv3.mjs b/test/quality/recipient-clarify-mv3.mjsindex 535f8837a..04e1c017e 100644--- a/test/quality/recipient-clarify-mv3.mjs+++ b/test/quality/recipient-clarify-mv3.mjs@@ -183,7 +183,7 @@ async function runVariant(variant, steps, answer, source, cardAnswer, expectedSeconst message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/shared-action-guards-mv3.mjs b/test/quality/shared-action-guards-mv3.mjsindex e5464b1f4..06231e8e5 100644--- a/test/quality/shared-action-guards-mv3.mjs+++ b/test/quality/shared-action-guards-mv3.mjs@@ -485,7 +485,7 @@ try {panel = await context.newPage(); await panel.goto(`chrome-extension://${new URL(worker.url()).host}/src/ui/sidepanel.html`);const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,- autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', maxAgentSteps: 24,+ autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 24,systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-key', baseUrl: `${localOrigin}/v1`,model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false, supportsVision: false } })).ok, true);diff --git a/test/quality/steering-worker-restart-mv3.mjs b/test/quality/steering-worker-restart-mv3.mjsindex faaa9640d..01ba64d7d 100644--- a/test/quality/steering-worker-restart-mv3.mjs+++ b/test/quality/steering-worker-restart-mv3.mjs@@ -113,7 +113,7 @@ try {const send = (page, action, data = {}) => page.evaluate(({ action, data }) =>chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',- planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 10,+ planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 10,systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,openaiAskStreamingEnabled: false, contextWindowMode: 'full' }));assert.equal((await send(settings, 'update_provider', { providerId: 'openrouter', config: {diff --git a/test/quality/telegram-cold-preparation-mv3.mjs b/test/quality/telegram-cold-preparation-mv3.mjsindex 2b1e61bca..8a3e1e87b 100644--- a/test/quality/telegram-cold-preparation-mv3.mjs+++ b/test/quality/telegram-cold-preparation-mv3.mjs@@ -173,7 +173,7 @@ try {chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await settings.evaluate(async () => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,- maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,+ visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false, contextWindowMode: 'full' }));assert.equal((await messageFrom(settings, 'update_provider', { providerId: 'openrouter', config: {apiKey: 'owned-loopback-fake-key', baseUrl: `${origin}/v1`, model: 'openai/gpt-5.4-mini',diff --git a/test/quality/unbound-deletion-mv3.mjs b/test/quality/unbound-deletion-mv3.mjsindex 6d3db028f..cd3acf4bf 100644--- a/test/quality/unbound-deletion-mv3.mjs+++ b/test/quality/unbound-deletion-mv3.mjs@@ -175,7 +175,7 @@ async function runVariant(variant, confirmation, { task, evidence, target, kept,const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,diff --git a/test/quality/upload-release-binding-mv3.mjs b/test/quality/upload-release-binding-mv3.mjsindex 65915d28f..6136e301d 100644--- a/test/quality/upload-release-binding-mv3.mjs+++ b/test/quality/upload-release-binding-mv3.mjs@@ -130,7 +130,7 @@ try {const harness = await context.newPage(); await harness.goto(`chrome-extension://${new URL(worker.url()).host}/src/ui/settings.html`);const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planReviewMode: 'never',- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 18, systemOneEnabled: false, tracingEnabled: false,+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 18, systemOneEnabled: false, tracingEnabled: false,agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-key', baseUrl: `${base}/v1`,model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false } })).ok, true);diff --git a/test/quality/video-upload-attachment-mv3.mjs b/test/quality/video-upload-attachment-mv3.mjsindex 0afdd9c26..e746b83ce 100644--- a/test/quality/video-upload-attachment-mv3.mjs+++ b/test/quality/video-upload-attachment-mv3.mjs@@ -90,7 +90,7 @@ try {chrome.runtime.onMessage.addListener(e => { if (e.action === 'agent_update') events.push({ type: e.type, data: e.data }); });await chrome.storage.local.set({helpImproveWebBrain: false, planBeforeActMode: 'off', planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,- maxAgentSteps: 15, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,+ visionMode: 'off', maxAgentSteps: 15, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,});});diff --git a/test/quality/whatsapp-contact-mv3.mjs b/test/quality/whatsapp-contact-mv3.mjsindex 9410ae07d..d81bf9fb5 100644--- a/test/quality/whatsapp-contact-mv3.mjs+++ b/test/quality/whatsapp-contact-mv3.mjs@@ -643,7 +643,7 @@ for (const [object, name, doneOnly] of [[agent, '_executeToolImpl', true], [agenawait harness.evaluate(async scenario => { window.qaRun = { finished: false, events: [] }; chrome.runtime.onMessage.addListener(event => {if (event.action === 'agent_update' && event.requestId === 'owned-wa-contact') qaRun.events.push({ type: event.type, data: event.data }); });await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: scenario === 'postwrite_debt' ? 32 : scenario === 'bootstrap_native' ? 28 : 20, systemOneEnabled: false, tracingEnabled: false,+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: scenario === 'postwrite_debt' ? 32 : scenario === 'bootstrap_native' ? 28 : 20, systemOneEnabled: false, tracingEnabled: false,agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,...(scenario === 'postwrite_debt' ? { onboardingComplete: true, pinCoachmarkPending: false } : {}) }); }, scenario);assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',diff --git a/test/quality/x-compose-dialog-mv3.mjs b/test/quality/x-compose-dialog-mv3.mjsindex e627174c2..ec2f0fc89 100644--- a/test/quality/x-compose-dialog-mv3.mjs+++ b/test/quality/x-compose-dialog-mv3.mjs@@ -364,7 +364,7 @@ try {});return chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,- planReviewMode: 'never', maxAgentSteps: 12, systemOneEnabled: false, agentAllowLocalNetwork: true,+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 12, systemOneEnabled: false, agentAllowLocalNetwork: true,askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });});assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',