Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

show image description in verbose mode

Codex release-state testf5e845447ca0
diff --git a/src/chrome/src/agent/agent.js b/src/chrome/src/agent/agent.js
index 934b8f822..ce75d9132 100644
--- a/src/chrome/src/agent/agent.js
+++ b/src/chrome/src/agent/agent.js
@@ -46887,7 +46887,13 @@ Rules: no prose intro, no conclusion, no "this screenshot shows...", no layout d
});
options.onUpdate?.('tool_result', {
name: 'staged_screenshot',
- result: { success: true, method: 'vision_describe', model: desc.model, visionRoute: stagedVisionRoute.route },
+ result: {
+ success: true,
+ method: 'vision_describe',
+ model: desc.model,
+ visionRoute: stagedVisionRoute.route,
+ description: desc.text,
+ },
});
continue;
}
diff --git a/src/firefox/src/agent/agent.js b/src/firefox/src/agent/agent.js
index 6a0660352..caca15012 100644
--- a/src/firefox/src/agent/agent.js
+++ b/src/firefox/src/agent/agent.js
@@ -39268,7 +39268,13 @@ Rules: no prose intro, no conclusion, no "this screenshot shows...", no layout d
});
options.onUpdate?.('tool_result', {
name: 'staged_screenshot',
- result: { success: true, method: 'vision_describe', model: desc.model, visionRoute: stagedVisionRoute.route },
+ result: {
+ success: true,
+ method: 'vision_describe',
+ model: desc.model,
+ visionRoute: stagedVisionRoute.route,
+ description: desc.text,
+ },
});
continue;
}