Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

fix(proxy): preserve content-part array structure in excluded-tool lossless fold write-back (#2261)

GUOHAO LIU8951a264a2de
diff --git a/headroom/proxy/handlers/openai.py b/headroom/proxy/handlers/openai.py
index 98a6be964..cfacab82f 100644
--- a/headroom/proxy/handlers/openai.py
+++ b/headroom/proxy/handlers/openai.py
@@ -1609,10 +1609,28 @@ class OpenAIHandlerMixin:
# Protected from lossy compression — but grep/log/json output
# can still be losslessly compacted. Reuse the router helper
# so the Responses path matches the chat/Anthropic behavior.
- excl_out = _responses_part_text(item.get("output"))
- fold = router._lossless_compact_excluded(excl_out) if excl_out else None
- if fold is not None:
- lossless_excluded.append((idx, ("output", None), fold[0], excl_out))
+ # Note: when output is a content-part array, fold each text part
+ # individually using ("output_part", index) slots to preserve the
+ # array structure (non-text parts like images are left untouched).
+ raw_output = item.get("output")
+ if isinstance(raw_output, list):
+ for pidx, part in enumerate(raw_output):
+ if (
+ isinstance(part, dict)
+ and part.get("type") in {"input_text", "output_text"}
+ and isinstance(part.get("text"), str)
+ ):
+ part_text = part["text"]
+ pf = router._lossless_compact_excluded(part_text)
+ if pf is not None:
+ lossless_excluded.append(
+ (idx, ("output_part", pidx), pf[0], part_text)
+ )
+ else:
+ excl_out = _responses_part_text(raw_output)
+ fold = router._lossless_compact_excluded(excl_out) if excl_out else None
+ if fold is not None:
+ lossless_excluded.append((idx, ("output", None), fold[0], excl_out))
if debug_enabled:
extraction_debug.append(
{
diff --git a/tests/test_openai_responses_compression_units.py b/tests/test_openai_responses_compression_units.py
index 79761b729..863e91272 100644
--- a/tests/test_openai_responses_compression_units.py
+++ b/tests/test_openai_responses_compression_units.py
@@ -756,8 +756,72 @@ def test_openai_responses_adapter_losslessly_folds_excluded_output_content_parts
assert saved >= 0
assert "router:excluded:lossless" in transforms
folded = new_payload["input"][1]["output"]
- assert len(folded) < len(grep_out)
- assert search_unheading(folded) == grep_out
+ # Output must remain a list (content-part array) — not replaced with a string
+ assert isinstance(folded, list), f"expected list, got {type(folded).__name__}"
+ assert len(folded) == 1
+ assert isinstance(folded[0], dict) and folded[0].get("type") == "output_text"
+ assert len(folded[0]["text"]) < len(grep_out)
+ assert search_unheading(folded[0]["text"]) == grep_out
+
+
+def test_openai_responses_adapter_losslessly_folds_excluded_grep_output_content_parts_with_non_text():
+ """Excluded tool output with content-part array preserves non-text parts.
+
+ When output is a content-part array that includes non-text parts (images,
+ refusals), the lossless fold should only update output_text/input_text parts
+ and leave everything else intact.
+ """
+ from headroom.transforms.lossless_compaction import search_unheading
+
+ router = ContentRouter()
+ router.config.exclude_tools = {"grep"}
+ handler = _handler_with_router(router)
+ grep_out = "".join(
+ f"src/part_{f}.py:{ln}:matching content in a content part\n"
+ for f in range(8)
+ for ln in range(6)
+ )
+
+ payload = {
+ "model": "gpt-5",
+ "input": [
+ {"type": "function_call", "call_id": "call_1", "name": "grep", "arguments": "{}"},
+ {
+ "type": "function_call_output",
+ "call_id": "call_1",
+ "output": [
+ {"type": "output_text", "text": grep_out},
+ {"type": "input_image", "image_url": "https://example.com/img.png"},
+ {"type": "refusal", "refusal": "I cannot process this request"},
+ ],
+ },
+ ],
+ }
+
+ new_payload, modified, saved, transforms, _units, _chain, _attempted = (
+ handler._compress_openai_responses_live_text_units_with_router(
+ payload,
+ model="gpt-5",
+ request_id="req_content_part_non_text",
+ )
+ )
+
+ assert modified is True
+ assert saved >= 0
+ assert "router:excluded:lossless" in transforms
+ folded_list = new_payload["input"][1]["output"]
+ # Structure preserved: list with same length and part types
+ assert isinstance(folded_list, list), f"expected list, got {type(folded_list).__name__}"
+ assert len(folded_list) == 3
+ # output_text part was compressed
+ assert folded_list[0]["type"] == "output_text"
+ assert len(folded_list[0]["text"]) < len(grep_out)
+ assert search_unheading(folded_list[0]["text"]) == grep_out
+ # Non-text parts are byte-identical
+ assert folded_list[1]["type"] == "input_image"
+ assert folded_list[1]["image_url"] == "https://example.com/img.png"
+ assert folded_list[2]["type"] == "refusal"
+ assert folded_list[2]["refusal"] == "I cannot process this request"
def test_openai_responses_adapter_excludes_tool_case_insensitively_with_debug(monkeypatch):