Skip to content

Agent Zero AI framework

Open saved browser screenshots in image viewer

Alessandro26b3ae00d529
diff --git a/plugins/_browser/extensions/webui/get_tool_message_handler/browser-tool-handler.js b/plugins/_browser/extensions/webui/get_tool_message_handler/browser-tool-handler.js
index 9a2ccf0a5..4d11ff0b2 100644
--- a/plugins/_browser/extensions/webui/get_tool_message_handler/browser-tool-handler.js
+++ b/plugins/_browser/extensions/webui/get_tool_message_handler/browser-tool-handler.js
@@ -2,6 +2,7 @@ import {
createActionButton,
copyToClipboard,
} from "/components/messages/action-buttons/simple-action-buttons.js";
+import { store as imageViewerStore } from "/components/modals/image-viewer/image-viewer-store.js";
import { store as stepDetailStore } from "/components/modals/process-step-detail/step-detail-store.js";
import { ttsService } from "/js/tts-service.js";
import { store as browserStore } from "/plugins/_browser/webui/browser-store.js";
@@ -206,6 +207,12 @@ function staticScreenshotSrc(uri = "") {
return uri ? uri.replace("img://", "/api/image_get?path=") : "";
}
+function openStaticScreenshot(uri = "") {
+ const src = staticScreenshotSrc(uri);
+ if (!src) return;
+ imageViewerStore.open(src, { name: "Browser screenshot" });
+}
+
function releaseLiveScreenshotFrame(viewerId) {
const release = liveScreenshotFrames.get(viewerId);
if (!release) return;
@@ -348,6 +355,10 @@ function renderBrowserScreenshotKvp(kvpsTable, resolveBrowserPayload, label, sta
button.addEventListener("click", async (event) => {
event.preventDefault();
event.stopPropagation();
+ if (staticUri) {
+ openStaticScreenshot(staticUri);
+ return;
+ }
const canvasPayload = resolveBrowserPayload();
if (!canvasPayload) return;
await openBrowserSurface(canvasPayload);
@@ -477,7 +488,9 @@ function drawBrowserTool({
const screenshotUri = staticScreenshotUri(kvps);
const browserId = browserIdFromResult(browserResult, kvps);
const browserCanvasPayload = buildBrowserCanvasPayload(browserResult, kvps);
- const browserPreviewLabel = browserId
+ const browserPreviewLabel = screenshotUri
+ ? "Open Browser screenshot"
+ : browserId
? `Open Browser surface for Browser ${browserId}`
: "Open Browser surface from screenshot";
if (shouldRenderBrowserScreenshotKvp(browserResult, kvps)) {
diff --git a/tests/test_browser_agent_regressions.py b/tests/test_browser_agent_regressions.py
index 8a9d776e3..529d9964f 100644
--- a/tests/test_browser_agent_regressions.py
+++ b/tests/test_browser_agent_regressions.py
@@ -1122,6 +1122,11 @@ def test_browser_viewer_uses_cdp_screencast_transport():
assert '"snapshot": snapshot' in ws_browser
assert 'const BROWSER_SNAPSHOT_META_KEY = "browser_snapshot";' in browser_tool_handler
assert "staticScreenshotUri(kvps)" in browser_tool_handler
+ assert "/components/modals/image-viewer/image-viewer-store.js" in browser_tool_handler
+ assert "function openStaticScreenshot(uri = \"\")" in browser_tool_handler
+ assert "imageViewerStore.open(src, { name: \"Browser screenshot\" });" in browser_tool_handler
+ assert "if (staticUri) {" in browser_tool_handler
+ assert "openStaticScreenshot(staticUri);" in browser_tool_handler
assert "delete displayKvps[BROWSER_SNAPSHOT_META_KEY];" in browser_tool_handler
assert "startBrowserScreenshotPreview(button, image, resolveBrowserPayload)" in browser_tool_handler
assert "FRAME_FALLBACK_SCREENSHOT_SECONDS" not in ws_browser