Skip to content

Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)

Python

Preserve full edit image URLs in tool summaries

Flightdeck Agent4fcd623857c2
diff --git a/backend/agent/tools/runtime.py b/backend/agent/tools/runtime.py
index ab70ea15..09fa3390 100644
--- a/backend/agent/tools/runtime.py
+++ b/backend/agent/tools/runtime.py
@@ -454,7 +454,7 @@ class AgentToolRuntime:
summary={
"image": {
"prompt": prompt,
- "image_urls": [summarize_text(url, 100) for url in unique_urls],
+ "image_urls": unique_urls,
"result_url": None,
"status": "error",
}
@@ -473,7 +473,7 @@ class AgentToolRuntime:
summary = {
"image": {
"prompt": prompt,
- "image_urls": [summarize_text(url, 100) for url in unique_urls],
+ "image_urls": unique_urls,
"result_url": result_url,
"status": "ok",
"aspect_ratio": aspect_ratio,
diff --git a/backend/tests/test_tool_image_outputs.py b/backend/tests/test_tool_image_outputs.py
index 33a0c249..37b700c4 100644
--- a/backend/tests/test_tool_image_outputs.py
+++ b/backend/tests/test_tool_image_outputs.py
@@ -280,7 +280,9 @@ async def test_generate_images_uses_replicate_key_from_settings(
@pytest.mark.asyncio
-async def test_edit_image_emits_url_part(monkeypatch: pytest.MonkeyPatch) -> None:
+async def test_edit_image_summary_preserves_full_prompt_and_source_urls(
+ monkeypatch: pytest.MonkeyPatch,
+) -> None:
monkeypatch.setattr("agent.tools.runtime.REPLICATE_API_KEY", "fake-key")
async def fake_edit_image(**kwargs: Any) -> str:
@@ -294,23 +296,26 @@ async def test_edit_image_emits_url_part(monkeypatch: pytest.MonkeyPatch) -> Non
openai_base_url=None,
)
prompt = " ".join(["Preserve every detail in the source image."] * 10)
+ source_url = f"https://images.example.com/{'source-path/' * 12}image.png"
assert len(prompt) > 240
+ assert len(source_url) > 100
result = await runtime.execute(
ToolCall(
id="t",
name="edit_image",
- arguments={"prompt": prompt, "image_urls": ["https://x/in.png"]},
+ arguments={"prompt": prompt, "image_urls": [source_url]},
)
)
assert result.multimodal_parts is not None
assert result.multimodal_parts[0].image_url == "https://replicate.delivery/edited.png"
assert result.summary["image"]["prompt"] == prompt
+ assert result.summary["image"]["image_urls"] == [source_url]
@pytest.mark.asyncio
-async def test_edit_image_error_summary_preserves_full_prompt(
+async def test_edit_image_error_summary_preserves_full_prompt_and_source_urls(
monkeypatch: pytest.MonkeyPatch,
) -> None:
monkeypatch.setattr("agent.tools.runtime.REPLICATE_API_KEY", "fake-key")
@@ -326,18 +331,21 @@ async def test_edit_image_error_summary_preserves_full_prompt(
openai_base_url=None,
)
prompt = " ".join(["Keep the image-editing instruction intact."] * 10)
+ source_url = f"https://images.example.com/{'source-path/' * 12}image.png"
assert len(prompt) > 240
+ assert len(source_url) > 100
result = await runtime.execute(
ToolCall(
id="t",
name="edit_image",
- arguments={"prompt": prompt, "image_urls": ["https://x/in.png"]},
+ arguments={"prompt": prompt, "image_urls": [source_url]},
)
)
assert result.ok is True
assert result.summary["image"]["prompt"] == prompt
+ assert result.summary["image"]["image_urls"] == [source_url]
@pytest.mark.asyncio
diff --git a/frontend/src/components/agent/AgentActivity.tsx b/frontend/src/components/agent/AgentActivity.tsx
index 8587ded4..cfc63c9e 100644
--- a/frontend/src/components/agent/AgentActivity.tsx
+++ b/frontend/src/components/agent/AgentActivity.tsx
@@ -26,7 +26,6 @@ import html from "react-syntax-highlighter/dist/esm/languages/hljs/xml";
import { vs2015 } from "react-syntax-highlighter/dist/esm/styles/hljs";
import WorkingPulse from "../core/WorkingPulse";
import { groupCompletedAgentEvents } from "./activity-order";
-import { getEditImageSourceUrls } from "./image-preview";
SyntaxHighlighterBase.registerLanguage("html", html);
const SyntaxHighlighter = SyntaxHighlighterBase as any;
@@ -238,7 +237,12 @@ function getEventTitle(event: AgentEvent): string {
return rbCount > 1 ? `Removed ${rbCount} backgrounds` : "Background removed";
}
if (event.toolName === "edit_image") {
- const editCount = getEditImageSourceUrls(event.input, event.output).length;
+ const editInput = event.input as { image_urls?: unknown[] } | null;
+ const editOutput = event.output as {
+ image?: { image_urls?: unknown[] };
+ } | null;
+ const editCount =
+ editOutput?.image?.image_urls?.length || editInput?.image_urls?.length || 0;
if (event.status === "running") {
return editCount > 1
? `Editing image with ${editCount} references`
@@ -326,7 +330,6 @@ function renderToolDetails(event: AgentEvent, variantCode?: string) {
: typeof output?.image?.prompt === "string"
? output.image.prompt
: null;
- const editImageSourceUrls = getEditImageSourceUrls(event.input, event.output);
const hasError = Boolean(output?.error);
const images =
output && Array.isArray(output.images) ? (output.images as Array<any>) : null;
@@ -508,11 +511,11 @@ function renderToolDetails(event: AgentEvent, variantCode?: string) {
{event.toolName === "edit_image" && !hasError && (
<div>
- {event.status === "running" && editImageSourceUrls.length > 0 && (
+ {event.status === "running" && input?.image_urls && Array.isArray(input.image_urls) && (
<div className="space-y-3">
{editImagePrompt && <ExpandablePrompt prompt={editImagePrompt} />}
<div className="divide-y divide-gray-100 dark:divide-gray-800">
- {editImageSourceUrls.map((url, index) => (
+ {input.image_urls.map((url: string, index: number) => (
<div key={`${url}-${index}`} className="py-2">
<div className="text-xs text-gray-500 dark:text-gray-400 mb-1">
{index === 0 ? "Main image" : `Reference image ${index + 1}`}
@@ -536,9 +539,9 @@ function renderToolDetails(event: AgentEvent, variantCode?: string) {
<div className="text-xs text-gray-500 dark:text-gray-400 mb-1">
Main image
</div>
- {editImageSourceUrls[0] ? (
+ {Array.isArray(output.image.image_urls) && output.image.image_urls[0] ? (
<img
- src={editImageSourceUrls[0]}
+ src={output.image.image_urls[0]}
alt="Main image"
className="w-full rounded object-contain bg-gray-50 dark:bg-gray-800"
loading="lazy"
@@ -567,13 +570,13 @@ function renderToolDetails(event: AgentEvent, variantCode?: string) {
)}
</div>
</div>
- {editImageSourceUrls.length > 1 && (
+ {Array.isArray(output.image.image_urls) && output.image.image_urls.length > 1 && (
<div>
<div className="text-xs text-gray-500 dark:text-gray-400 mb-1">
Reference images
</div>
<div className="grid grid-cols-3 gap-2">
- {editImageSourceUrls.slice(1).map((url, index) => (
+ {output.image.image_urls.slice(1).map((url: string, index: number) => (
<img
key={`${url}-${index}`}
src={url}
diff --git a/frontend/src/components/agent/image-preview.test.ts b/frontend/src/components/agent/image-preview.test.ts
deleted file mode 100644
index 99d718c9..00000000
--- a/frontend/src/components/agent/image-preview.test.ts
+++ /dev/null
@@ -1,26 +0,0 @@
-import { getEditImageSourceUrls } from "./image-preview";
-
-describe("getEditImageSourceUrls", () => {
- test("uses complete input URLs instead of truncated output summaries", () => {
- const sourceUrl = `https://images.example.com/${"source-path/".repeat(12)}image.png`;
- const summarizedUrl = `${sourceUrl.slice(0, 100)}...`;
-
- expect(
- getEditImageSourceUrls(
- { image_urls: [sourceUrl] },
- { image: { image_urls: [summarizedUrl] } }
- )
- ).toEqual([sourceUrl]);
- });
-
- test("falls back to output URLs for events without source URLs in the input", () => {
- const sourceUrl = "https://images.example.com/source.png";
-
- expect(
- getEditImageSourceUrls(
- { prompt: "Make it brighter" },
- { image: { image_urls: [sourceUrl] } }
- )
- ).toEqual([sourceUrl]);
- });
-});
diff --git a/frontend/src/components/agent/image-preview.ts b/frontend/src/components/agent/image-preview.ts
deleted file mode 100644
index 5f780b29..00000000
--- a/frontend/src/components/agent/image-preview.ts
+++ /dev/null
@@ -1,28 +0,0 @@
-function getRecord(value: unknown): Record<string, unknown> | null {
- return value && typeof value === "object"
- ? (value as Record<string, unknown>)
- : null;
-}
-
-function getStringArrayField(value: unknown, field: string): string[] {
- const fieldValue = getRecord(value)?.[field];
- if (!Array.isArray(fieldValue)) return [];
- return fieldValue.filter(
- (item): item is string => typeof item === "string" && item.length > 0
- );
-}
-
-/**
- * Completed tool events contain a compact output summary, so its source URLs
- * may end in "..." and are not safe to render. The tool input retains the
- * original URLs. Fall back to the output for older events without input data.
- */
-export function getEditImageSourceUrls(
- input: unknown,
- output: unknown
-): string[] {
- const inputUrls = getStringArrayField(input, "image_urls");
- if (inputUrls.length > 0) return inputUrls;
-
- return getStringArrayField(getRecord(output)?.image, "image_urls");
-}