Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

Vision mode: pin tree-scripted MV3 fixtures off, send frames at high detail

Emre Sokulludf22bd026a7d
diff --git a/docs/vision-mode.md b/docs/vision-mode.md
index a02130be7..9ddd4eaad 100644
--- a/docs/vision-mode.md
+++ b/docs/vision-mode.md
@@ -115,6 +115,8 @@ npm run test:vision-mode
- `test/vision-pipeline-browser.mjs`: Chromium at DPR 1/2/3 on a scrolled page: planned size, exact mapping, trusted clicks, diff regions, WebP vs JPEG; the Firefox content input path.
- `test/quality/vision-mode-mv3.mjs` (`--dpr=2`, `--zoom=1.25`, combinable): the installed MV3 extension with a loopback model that reads the frame labels and fills and submits a form with `click_at` and `type_text`.
+The older MV3 quality fixtures script an accessibility-tree model (they answer with `ref_id`s read from `get_accessibility_tree`) under model names that WebBrain recognizes as vision-capable, so they seed `visionMode: 'off'` with their other settings. A new fixture that scripts tree tools needs the same line.
+
## Limits
- File uploads (`upload_file`) and page-resource downloads by selector are not offered in vision mode; switch it off for those tasks.
diff --git a/src/chrome/src/agent/vision-runtime.js b/src/chrome/src/agent/vision-runtime.js
index 4c63013eb..962668c24 100644
--- a/src/chrome/src/agent/vision-runtime.js
+++ b/src/chrome/src/agent/vision-runtime.js
@@ -203,10 +203,14 @@ export function installVisionRuntime(AgentClass, { trace = null } = {}) {
return frame;
};
+ // `detail: 'high'` regardless of the Image detail setting: OpenAI's low
+ // detail would shrink the frame to 512 px on the server, and every point
+ // the model returned would be off by that factor. Size is governed by the
+ // vision screenshot size setting instead; other providers ignore detail.
proto._visionImageMessage = function _visionImageMessage(textNote, images, tag) {
return visionUserMessage([
{ type: 'text', text: textNote },
- ...images.map(image => ({ type: 'image_url', image_url: this._withImageDetail({ url: image.dataUrl }) })),
+ ...images.map(image => ({ type: 'image_url', image_url: { url: image.dataUrl, detail: 'high' } })),
], tag);
};
diff --git a/src/firefox/src/agent/vision-runtime.js b/src/firefox/src/agent/vision-runtime.js
index 4c63013eb..962668c24 100644
--- a/src/firefox/src/agent/vision-runtime.js
+++ b/src/firefox/src/agent/vision-runtime.js
@@ -203,10 +203,14 @@ export function installVisionRuntime(AgentClass, { trace = null } = {}) {
return frame;
};
+ // `detail: 'high'` regardless of the Image detail setting: OpenAI's low
+ // detail would shrink the frame to 512 px on the server, and every point
+ // the model returned would be off by that factor. Size is governed by the
+ // vision screenshot size setting instead; other providers ignore detail.
proto._visionImageMessage = function _visionImageMessage(textNote, images, tag) {
return visionUserMessage([
{ type: 'text', text: textNote },
- ...images.map(image => ({ type: 'image_url', image_url: this._withImageDetail({ url: image.dataUrl }) })),
+ ...images.map(image => ({ type: 'image_url', image_url: { url: image.dataUrl, detail: 'high' } })),
], tag);
};
diff --git a/test/quality/anchored-action-mv3.mjs b/test/quality/anchored-action-mv3.mjs
index 2266d168a..8bbdeedc4 100644
--- a/test/quality/anchored-action-mv3.mjs
+++ b/test/quality/anchored-action-mv3.mjs
@@ -89,7 +89,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planReviewMode: 'never',
- maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
+ visionMode: 'off', maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/bluesky-composer-mv3.mjs b/test/quality/bluesky-composer-mv3.mjs
index 3a92d6e4a..ea74ebe7d 100644
--- a/test/quality/bluesky-composer-mv3.mjs
+++ b/test/quality/bluesky-composer-mv3.mjs
@@ -241,7 +241,7 @@ try {
if(event.action==='agent_update'&&blueskyRuns[event.requestId])blueskyRuns[event.requestId].push({type:event.type,data:event.data});
});
return chrome.storage.local.set({helpImproveWebBrain:false,tracingEnabled:false,autoScreenshot:false,screenshotFallback:false,
- planBeforeActMode:'off',planBeforeAct:false,planReviewMode:'never',maxAgentSteps:10,systemOneEnabled:false,agentAllowLocalNetwork:true,
+ planBeforeActMode:'off',planBeforeAct:false,planReviewMode:'never',visionMode:'off',maxAgentSteps:10,systemOneEnabled:false,agentAllowLocalNetwork:true,
askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});
});
assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',
diff --git a/test/quality/bulk-resume-mv3.mjs b/test/quality/bulk-resume-mv3.mjs
index faea946a1..e68cc1db3 100644
--- a/test/quality/bulk-resume-mv3.mjs
+++ b/test/quality/bulk-resume-mv3.mjs
@@ -228,7 +228,7 @@ try {
window.bulkEvents = [];
chrome.runtime.onMessage.addListener(event => { if (event.action === 'agent_update') bulkEvents.push({ requestId: event.requestId, type: event.type, data: event.data }); });
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 150, systemOneEnabled: false, tracingEnabled: false,
+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 150, systemOneEnabled: false, tracingEnabled: false,
agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key', baseUrl: `${origin}/v1`, model: 'minimax/minimax-m3', contextWindow: 1000000, enabled: true, supportsAskStreaming: false } })).ok, true);
diff --git a/test/quality/cloud-bot-memory-mv3.mjs b/test/quality/cloud-bot-memory-mv3.mjs
index c1be944ba..0bd9dc50a 100644
--- a/test/quality/cloud-bot-memory-mv3.mjs
+++ b/test/quality/cloud-bot-memory-mv3.mjs
@@ -209,7 +209,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
+ visionMode: 'off', maxAgentSteps: 8, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-memory-fixture-key',
baseUrl: origin + '/v1', model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false } })).ok, true);
diff --git a/test/quality/correction-cross-site-mv3.mjs b/test/quality/correction-cross-site-mv3.mjs
index df2d2df84..ef0c575dd 100644
--- a/test/quality/correction-cross-site-mv3.mjs
+++ b/test/quality/correction-cross-site-mv3.mjs
@@ -427,7 +427,7 @@ async function runVariant(variant, script) {
const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- maxAgentSteps: 30, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
+ visionMode: 'off', maxAgentSteps: 30, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000,
diff --git a/test/quality/download-upload-mv3.mjs b/test/quality/download-upload-mv3.mjs
index 463a5a3a6..a9d912814 100644
--- a/test/quality/download-upload-mv3.mjs
+++ b/test/quality/download-upload-mv3.mjs
@@ -77,7 +77,7 @@ try {
const worker=context.serviceWorkers()[0]||await context.waitForEvent('serviceworker'),id=new URL(worker.url()).host;
const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);
const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});
- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);
assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);
const page=await context.newPage();await page.goto(`${base}/attachment`);
diff --git a/test/quality/downloaded-file-saved-bytes-mv3.mjs b/test/quality/downloaded-file-saved-bytes-mv3.mjs
index 2893755c7..dfeec3fa4 100644
--- a/test/quality/downloaded-file-saved-bytes-mv3.mjs
+++ b/test/quality/downloaded-file-saved-bytes-mv3.mjs
@@ -96,7 +96,7 @@ try {
await worker.evaluate(()=>{const originalFetch=globalThis.fetch;globalThis.blockedFetches=0;globalThis.fetch=(input,init)=>{const u=new URL(typeof input==='string'?input:input.url);if(!['127.0.0.1','localhost'].includes(u.hostname)&&!['chrome-extension:','data:'].includes(u.protocol)){blockedFetches++;throw Error('Owned fixture only');}return originalFetch(input,init);};});
const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);
const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});
- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);
assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);
const page=await context.newPage();await page.goto(`${base}/attachment`);
diff --git a/test/quality/dropdown-menu-mv3.mjs b/test/quality/dropdown-menu-mv3.mjs
index 06288561b..eb7e83bba 100644
--- a/test/quality/dropdown-menu-mv3.mjs
+++ b/test/quality/dropdown-menu-mv3.mjs
@@ -160,7 +160,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/file-upload-accept-mv3.mjs b/test/quality/file-upload-accept-mv3.mjs
index f3de80385..1d3f4ac71 100644
--- a/test/quality/file-upload-accept-mv3.mjs
+++ b/test/quality/file-upload-accept-mv3.mjs
@@ -86,7 +86,7 @@ try {
await worker.evaluate(()=>{const originalFetch=globalThis.fetch;globalThis.blockedFetches=0;globalThis.fetch=(input,init)=>{const u=new URL(typeof input==='string'?input:input.url);if(!['127.0.0.1','localhost'].includes(u.hostname)&&!['chrome-extension:','data:'].includes(u.protocol)){blockedFetches++;throw Error('Owned fixture only');}return originalFetch(input,init);};});
const harness=await context.newPage();await harness.goto(`chrome-extension://${id}/src/ui/settings.html`);
const message=(action,data={})=>harness.evaluate(({action,data})=>chrome.runtime.sendMessage({target:'background',action,...data}),{action,data});
- await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
+ await harness.evaluate(async()=>{window.events=[];chrome.runtime.onMessage.addListener(e=>{if(e.action==='agent_update')events.push({type:e.type,data:e.data});});await chrome.storage.local.set({helpImproveWebBrain:false,planBeforeActMode:'off',planReviewMode:'never',screenshotFallback:false,autoScreenshot:false,visionMode:'off',maxAgentSteps:15,systemOneEnabled:false,tracingEnabled:false,agentAllowLocalNetwork:true,askBeforeConsequentialActions:false,openaiAskStreamingEnabled:false});});
assert.equal((await message('update_provider',{providerId:'openrouter',config:{apiKey:'owned-fixture-fake-key',baseUrl:`${base}/v1`,model:'minimax/minimax-m3',contextWindow:1000000,enabled:true,supportsAskStreaming:false}})).ok,true);
assert.equal((await message('set_active_provider',{providerId:'openrouter'})).ok,true);
const page=await context.newPage();await page.goto(`${base}/attachment`);
diff --git a/test/quality/inline-social-composer-mv3.mjs b/test/quality/inline-social-composer-mv3.mjs
index 21f921660..a8d7aa764 100644
--- a/test/quality/inline-social-composer-mv3.mjs
+++ b/test/quality/inline-social-composer-mv3.mjs
@@ -389,7 +389,7 @@ try {
});
return chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
diff --git a/test/quality/integration-mv3.mjs b/test/quality/integration-mv3.mjs
index 786429bda..02b608c15 100644
--- a/test/quality/integration-mv3.mjs
+++ b/test/quality/integration-mv3.mjs
@@ -97,7 +97,7 @@ try {
await harness.evaluate(async () => {
window.events = [];
chrome.runtime.onMessage.addListener(event => { if (event.action === 'agent_update') events.push({ type: event.type, data: event.data }); });
- await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 12, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
+ await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 12, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
if (browserBatchDisabled) await harness.evaluate(async () => {
await chrome.storage.local.set({ browserBatchEnabled: false });
diff --git a/test/quality/literal-calculate-midrun-mv3.mjs b/test/quality/literal-calculate-midrun-mv3.mjs
index b3bbe3d74..98075e1b1 100644
--- a/test/quality/literal-calculate-midrun-mv3.mjs
+++ b/test/quality/literal-calculate-midrun-mv3.mjs
@@ -192,7 +192,7 @@ try {
chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(async () => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',
planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,
- maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
+ visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false, contextWindowMode: 'full',
// gpt-5.4-mini on a router is a strong model, so Auto lean mode would skip the
// calculation reading and the tool projection this case checks.
diff --git a/test/quality/literal-frame-mv3.mjs b/test/quality/literal-frame-mv3.mjs
index 977078f4e..89ca7a577 100644
--- a/test/quality/literal-frame-mv3.mjs
+++ b/test/quality/literal-frame-mv3.mjs
@@ -311,7 +311,7 @@ try {
if (event.action === 'agent_update' && ownedRuns[event.requestId]) ownedRuns[event.requestId].events.push({ type: event.type, data: event.data });
});
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 22, systemOneEnabled: false, tracingEnabled: false,
+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 22, systemOneEnabled: false, tracingEnabled: false,
agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key', baseUrl: `http://127.0.0.1:${server.address().port}/v1`,
diff --git a/test/quality/mastodon-delete-after-correction-mv3.mjs b/test/quality/mastodon-delete-after-correction-mv3.mjs
index 2cc6c4df7..2f91fd727 100644
--- a/test/quality/mastodon-delete-after-correction-mv3.mjs
+++ b/test/quality/mastodon-delete-after-correction-mv3.mjs
@@ -260,7 +260,7 @@ try {
const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- maxAgentSteps: 40, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
+ visionMode: 'off', maxAgentSteps: 40, systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false, supportsVision: false } })).ok, true);
diff --git a/test/quality/mastodon-delete-confirmation-mv3.mjs b/test/quality/mastodon-delete-confirmation-mv3.mjs
index 8ef43b060..e35d38f06 100644
--- a/test/quality/mastodon-delete-confirmation-mv3.mjs
+++ b/test/quality/mastodon-delete-confirmation-mv3.mjs
@@ -224,7 +224,7 @@ agent._recordCompletionSubmitAttempt = function (...args) {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/mastodon-deletion-mv3.mjs b/test/quality/mastodon-deletion-mv3.mjs
index d7a41951b..2927f39d4 100644
--- a/test/quality/mastodon-deletion-mv3.mjs
+++ b/test/quality/mastodon-deletion-mv3.mjs
@@ -154,7 +154,7 @@ agent._recordCompletionSubmitAttempt = function (...args) {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/mastodon-deletion-navigation-mv3.mjs b/test/quality/mastodon-deletion-navigation-mv3.mjs
index 9454c5431..cadd6eea1 100644
--- a/test/quality/mastodon-deletion-navigation-mv3.mjs
+++ b/test/quality/mastodon-deletion-navigation-mv3.mjs
@@ -179,7 +179,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/mastodon-publication-mv3.mjs b/test/quality/mastodon-publication-mv3.mjs
index 29a240157..d57e2bf5e 100644
--- a/test/quality/mastodon-publication-mv3.mjs
+++ b/test/quality/mastodon-publication-mv3.mjs
@@ -116,7 +116,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/mastodon-reply-route-mv3.mjs b/test/quality/mastodon-reply-route-mv3.mjs
index ba6dfb570..8b7bf326f 100644
--- a/test/quality/mastodon-reply-route-mv3.mjs
+++ b/test/quality/mastodon-reply-route-mv3.mjs
@@ -189,7 +189,7 @@ try {
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/native-chat-mv3.mjs b/test/quality/native-chat-mv3.mjs
index acae00089..967361ee4 100644
--- a/test/quality/native-chat-mv3.mjs
+++ b/test/quality/native-chat-mv3.mjs
@@ -280,7 +280,7 @@ try {
nativeRuns[event.requestId].events.push({ type: event.type, data: event.data });
});
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 40,
+ planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 40,
systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
diff --git a/test/quality/native-chat-presubmit-mv3.mjs b/test/quality/native-chat-presubmit-mv3.mjs
index 4bd99e71e..1526ab393 100644
--- a/test/quality/native-chat-presubmit-mv3.mjs
+++ b/test/quality/native-chat-presubmit-mv3.mjs
@@ -402,7 +402,7 @@ try {
nativeRuns[event.requestId].events.push({ type: event.type, data: event.data });
});
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 40,
+ planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 40,
systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
diff --git a/test/quality/native-chat-soak.mjs b/test/quality/native-chat-soak.mjs
index b994ef5ce..9bb9d6571 100644
--- a/test/quality/native-chat-soak.mjs
+++ b/test/quality/native-chat-soak.mjs
@@ -180,7 +180,7 @@ try {
}
});
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 30, systemOneEnabled: false, tracingEnabled: false,
+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 30, systemOneEnabled: false, tracingEnabled: false,
agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,
scheduledTasksEnabled: true, scheduledRequireConsequentialConfirmation: false });
});
diff --git a/test/quality/open-chat-recipients-mv3.mjs b/test/quality/open-chat-recipients-mv3.mjs
index a9a4702a8..90e55003c 100644
--- a/test/quality/open-chat-recipients-mv3.mjs
+++ b/test/quality/open-chat-recipients-mv3.mjs
@@ -172,7 +172,7 @@ async function runVariant(variant, request, alsoNamed, steps, cardAnswers, expec
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 20, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 20, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/recipient-clarify-mv3.mjs b/test/quality/recipient-clarify-mv3.mjs
index 535f8837a..04e1c017e 100644
--- a/test/quality/recipient-clarify-mv3.mjs
+++ b/test/quality/recipient-clarify-mv3.mjs
@@ -183,7 +183,7 @@ async function runVariant(variant, steps, answer, source, cardAnswer, expectedSe
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `${base}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/shared-action-guards-mv3.mjs b/test/quality/shared-action-guards-mv3.mjs
index e5464b1f4..06231e8e5 100644
--- a/test/quality/shared-action-guards-mv3.mjs
+++ b/test/quality/shared-action-guards-mv3.mjs
@@ -485,7 +485,7 @@ try {
panel = await context.newPage(); await panel.goto(`chrome-extension://${new URL(worker.url()).host}/src/ui/sidepanel.html`);
const message = (action, data = {}) => settings.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, userMemoryEnabled: false, tracingEnabled: false,
- autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', maxAgentSteps: 24,
+ autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 24,
systemOneEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-key', baseUrl: `${localOrigin}/v1`,
model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false, supportsVision: false } })).ok, true);
diff --git a/test/quality/steering-worker-restart-mv3.mjs b/test/quality/steering-worker-restart-mv3.mjs
index faaa9640d..01ba64d7d 100644
--- a/test/quality/steering-worker-restart-mv3.mjs
+++ b/test/quality/steering-worker-restart-mv3.mjs
@@ -113,7 +113,7 @@ try {
const send = (page, action, data = {}) => page.evaluate(({ action, data }) =>
chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',
- planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 10,
+ planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 10,
systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true, askBeforeConsequentialActions: false,
openaiAskStreamingEnabled: false, contextWindowMode: 'full' }));
assert.equal((await send(settings, 'update_provider', { providerId: 'openrouter', config: {
diff --git a/test/quality/telegram-cold-preparation-mv3.mjs b/test/quality/telegram-cold-preparation-mv3.mjs
index 2b1e61bca..8a3e1e87b 100644
--- a/test/quality/telegram-cold-preparation-mv3.mjs
+++ b/test/quality/telegram-cold-preparation-mv3.mjs
@@ -173,7 +173,7 @@ try {
chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await settings.evaluate(async () => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off',
planBeforeAct: false, planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,
- maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
+ visionMode: 'off', maxAgentSteps: 10, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false, contextWindowMode: 'full' }));
assert.equal((await messageFrom(settings, 'update_provider', { providerId: 'openrouter', config: {
apiKey: 'owned-loopback-fake-key', baseUrl: `${origin}/v1`, model: 'openai/gpt-5.4-mini',
diff --git a/test/quality/unbound-deletion-mv3.mjs b/test/quality/unbound-deletion-mv3.mjs
index 6d3db028f..cd3acf4bf 100644
--- a/test/quality/unbound-deletion-mv3.mjs
+++ b/test/quality/unbound-deletion-mv3.mjs
@@ -175,7 +175,7 @@ async function runVariant(variant, confirmation, { task, evidence, target, kept,
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 14, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
baseUrl: `http://127.0.0.1:${server.address().port}/v1`, model: 'minimax/minimax-m3', enabled: true,
diff --git a/test/quality/upload-release-binding-mv3.mjs b/test/quality/upload-release-binding-mv3.mjs
index 65915d28f..6136e301d 100644
--- a/test/quality/upload-release-binding-mv3.mjs
+++ b/test/quality/upload-release-binding-mv3.mjs
@@ -130,7 +130,7 @@ try {
const harness = await context.newPage(); await harness.goto(`chrome-extension://${new URL(worker.url()).host}/src/ui/settings.html`);
const message = (action, data = {}) => harness.evaluate(({ action, data }) => chrome.runtime.sendMessage({ target: 'background', action, ...data }), { action, data });
await harness.evaluate(() => chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planReviewMode: 'never',
- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: 18, systemOneEnabled: false, tracingEnabled: false,
+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: 18, systemOneEnabled: false, tracingEnabled: false,
agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false }));
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-key', baseUrl: `${base}/v1`,
model: 'minimax/minimax-m3', enabled: true, contextWindow: 1000000, supportsAskStreaming: false } })).ok, true);
diff --git a/test/quality/video-upload-attachment-mv3.mjs b/test/quality/video-upload-attachment-mv3.mjs
index 0afdd9c26..e746b83ce 100644
--- a/test/quality/video-upload-attachment-mv3.mjs
+++ b/test/quality/video-upload-attachment-mv3.mjs
@@ -90,7 +90,7 @@ try {
chrome.runtime.onMessage.addListener(e => { if (e.action === 'agent_update') events.push({ type: e.type, data: e.data }); });
await chrome.storage.local.set({
helpImproveWebBrain: false, planBeforeActMode: 'off', planReviewMode: 'never', screenshotFallback: false, autoScreenshot: false,
- maxAgentSteps: 15, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
+ visionMode: 'off', maxAgentSteps: 15, systemOneEnabled: false, tracingEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,
});
});
diff --git a/test/quality/whatsapp-contact-mv3.mjs b/test/quality/whatsapp-contact-mv3.mjs
index 9410ae07d..d81bf9fb5 100644
--- a/test/quality/whatsapp-contact-mv3.mjs
+++ b/test/quality/whatsapp-contact-mv3.mjs
@@ -643,7 +643,7 @@ for (const [object, name, doneOnly] of [[agent, '_executeToolImpl', true], [agen
await harness.evaluate(async scenario => { window.qaRun = { finished: false, events: [] }; chrome.runtime.onMessage.addListener(event => {
if (event.action === 'agent_update' && event.requestId === 'owned-wa-contact') qaRun.events.push({ type: event.type, data: event.data }); });
await chrome.storage.local.set({ helpImproveWebBrain: false, planBeforeActMode: 'off', planBeforeAct: false, planReviewMode: 'never',
- screenshotFallback: false, autoScreenshot: false, maxAgentSteps: scenario === 'postwrite_debt' ? 32 : scenario === 'bootstrap_native' ? 28 : 20, systemOneEnabled: false, tracingEnabled: false,
+ screenshotFallback: false, autoScreenshot: false, visionMode: 'off', maxAgentSteps: scenario === 'postwrite_debt' ? 32 : scenario === 'bootstrap_native' ? 28 : 20, systemOneEnabled: false, tracingEnabled: false,
agentAllowLocalNetwork: true, askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false,
...(scenario === 'postwrite_debt' ? { onboardingComplete: true, pinCoachmarkPending: false } : {}) }); }, scenario);
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',
diff --git a/test/quality/x-compose-dialog-mv3.mjs b/test/quality/x-compose-dialog-mv3.mjs
index e627174c2..ec2f0fc89 100644
--- a/test/quality/x-compose-dialog-mv3.mjs
+++ b/test/quality/x-compose-dialog-mv3.mjs
@@ -364,7 +364,7 @@ try {
});
return chrome.storage.local.set({ helpImproveWebBrain: false, tracingEnabled: false,
autoScreenshot: false, screenshotFallback: false, planBeforeActMode: 'off', planBeforeAct: false,
- planReviewMode: 'never', maxAgentSteps: 12, systemOneEnabled: false, agentAllowLocalNetwork: true,
+ planReviewMode: 'never', visionMode: 'off', maxAgentSteps: 12, systemOneEnabled: false, agentAllowLocalNetwork: true,
askBeforeConsequentialActions: false, openaiAskStreamingEnabled: false });
});
assert.equal((await message('update_provider', { providerId: 'openrouter', config: { apiKey: 'owned-fixture-fake-key',