Open-source AI browser agent for Chrome and Firefox (monorepo) π§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
Clarify timeout: run.js classifies its safe_first cases
Barack Sokullu0683906eb9bc
diff --git a/test/run.js b/test/run.jsindex 1cfa4fca4..f9066018a 100644--- a/test/run.js+++ b/test/run.js@@ -50211,7 +50211,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst guardedSafeFirst = await agent.executeTool(tabId,'clarify',- { question: 'Continue browsing?', options: ['Continue browsing', 'Stop'], safe_first: true },+ { question: 'Continue browsing?', options: ['Continue browsing', 'Stop'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'Continue browsing', 'timeout');},@@ -50234,7 +50234,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst blankOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: [' '], safe_first: true },+ { question: 'Continue?', options: [' '], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, '', 'timeout');},@@ -50246,7 +50246,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst invisibleOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: ['\u200B'], safe_first: true },+ { question: 'Continue?', options: ['\u200B'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, '\u200B', 'timeout');},@@ -50257,7 +50257,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst brailleBlankOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: ['\u2800'], safe_first: true },+ { question: 'Continue?', options: ['\u2800'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, '\u2800', 'timeout');},@@ -50269,7 +50269,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst fillerTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: [filler], safe_first: true },+ { question: 'Continue?', options: [filler], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, filler, 'timeout');},@@ -50282,7 +50282,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst emojiOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: ['π©βπ» Continue', 'Stop'], safe_first: true },+ { question: 'Continue?', options: ['π©βπ» Continue', 'Stop'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'π©βπ» Continue', 'timeout');},@@ -50293,7 +50293,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst promotedOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Delete everything?', options: [' ', 'Yes, delete them'], safe_first: true },+ { question: 'Delete everything?', options: [' ', 'Yes, delete them'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'Yes, delete them', 'timeout');},@@ -50304,7 +50304,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst truncatedInvisibleOptionTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Delete everything?', options: [`${'\u200B'.repeat(200)}Yes`, 'Yes, delete them'], safe_first: true },+ { question: 'Delete everything?', options: [`${'\u200B'.repeat(200)}Yes`, 'Yes, delete them'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'Yes, delete them', 'timeout');},@@ -50315,7 +50315,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst affirmativeTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', options: ['Yes', 'No'], safe_first: true },+ { question: 'Continue?', options: ['Yes', 'No'], safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'Yes', 'timeout');},@@ -50325,6 +50325,24 @@ test('clarify result distinguishes waited timeout from user and Instant authorizassert.equal(affirmativeTimeout.requiresExplicitConfirmation, false, `${AgentClass.name}: timed-out safe_first Yes still required confirmation`);assert.equal(agent._clarificationAuthorizationGuards.has(tabId), false, `${AgentClass.name}: timed-out safe_first Yes left a timeout guard armed`);+ // safe_first is the model's hint: it never lets a consequential or+ // unclassified question approve itself on a timeout.+ for (const consequence of ['deletion', undefined]) {+ await agent._recordClarificationAuthorization(tabId, 'user');+ const hardSafeFirst = await agent.executeTool(+ tabId,+ 'clarify',+ { question: 'Delete everything?', options: ['Yes, delete them', 'No, keep them'], safe_first: true,+ ...(consequence ? { consequence } : {}) },+ (type, data) => {+ if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, 'Yes, delete them', 'timeout');+ },+ );+ assert.equal(hardSafeFirst.authorized, false, `${AgentClass.name}: safe_first authorized a ${consequence || 'unclassified'} question`);+ assert.equal(agent._clarificationAuthorizationGuards.get(tabId)?.authorized, false, `${AgentClass.name}: ${consequence || 'unclassified'} safe_first timeout left no guard`);+ }+ await agent._recordClarificationAuthorization(tabId, 'user');+const unsafeTimeout = await agent.executeTool(tabId,'clarify',@@ -50339,7 +50357,7 @@ test('clarify result distinguishes waited timeout from user and Instant authorizconst emptyOptionsTimeout = await agent.executeTool(tabId,'clarify',- { question: 'Continue?', safe_first: true },+ { question: 'Continue?', safe_first: true, consequence: 'none' },(type, data) => {if (type === 'clarify') agent.submitClarifyResponse(tabId, data.clarifyId, '(no response - timed out)', 'timeout');},