Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

fix(proxy): keep the newest user message verbatim in cache-mode delta compression (#3923)

Parideboy613ae9215058
diff --git a/headroom/proxy/handlers/anthropic.py b/headroom/proxy/handlers/anthropic.py
index fef4af11d..0b5477d0a 100644
--- a/headroom/proxy/handlers/anthropic.py
+++ b/headroom/proxy/handlers/anthropic.py
@@ -2207,6 +2207,11 @@ class AnthropicHandlerMixin:
model_limit=context_limit,
context=extract_user_query(compression_input),
frozen_message_count=prefix_n,
+ # The compressed delta is replayed
+ # verbatim next turn, so the router
+ # keeps the newest user prompt intact
+ # here as on every other path (#1174).
+ prefix_replay_guaranteed=True,
idle_seconds=idle_seconds,
biases=biases,
protect=protect,
diff --git a/tests/test_proxy_anthropic_cache_stability.py b/tests/test_proxy_anthropic_cache_stability.py
index b7a26d68f..19bc3acd6 100644
--- a/tests/test_proxy_anthropic_cache_stability.py
+++ b/tests/test_proxy_anthropic_cache_stability.py
@@ -1287,6 +1287,80 @@ def test_cache_mode_reuses_prior_forwarded_prefix_and_compresses_only_new_suffix
]
+def test_cache_mode_delta_keeps_newest_user_prompt_verbatim() -> None:
+ """The cache-mode delta call must tell the router the prefix is replayed.
+
+ Without ``prefix_replay_guaranteed`` the router treats the newest user
+ message as compressible text, so under the coding profile (which turns on
+ user-message compression) a follow-up prompt -- e.g. a Claude Code
+ teammate's ``<teammate-message>`` -- reached the model lossily rewritten
+ on every turn after the first (#1174). Every other Anthropic
+ ``pipeline.apply`` call already passes the flag.
+ """
+ captured: dict = {}
+ with _make_proxy_client() as client:
+ proxy = client.app.state.proxy
+ proxy.config.optimize = True
+ proxy.config.mode = "cache"
+ proxy.config.image_optimize = False
+
+ tracker = _FakePrefixTracker(frozen_count=0)
+ tracker._last_original_messages = [
+ {"role": "user", "content": "turn1"},
+ {"role": "assistant", "content": "turn1-assistant"},
+ ]
+ tracker._last_forwarded_messages = list(tracker._last_original_messages)
+ proxy.session_tracker_store.compute_session_id = lambda request, model, messages: (
+ "stable-session"
+ )
+ proxy.session_tracker_store.get_or_create = lambda session_id, provider: tracker
+
+ def _fake_apply(**kwargs):
+ captured.update(kwargs)
+ return SimpleNamespace(
+ messages=list(kwargs["messages"]),
+ transforms_applied=[],
+ timing={},
+ tokens_before=10,
+ tokens_after=10,
+ waste_signals=None,
+ )
+
+ proxy.anthropic_pipeline.apply = _fake_apply
+
+ async def _fake_retry(method, url, headers, body, stream=False, **kwargs): # noqa: ANN001
+ return httpx.Response(
+ 200,
+ json={
+ "id": "msg_delta_prompt",
+ "type": "message",
+ "role": "assistant",
+ "content": [{"type": "text", "text": "ok"}],
+ "usage": {"input_tokens": 10, "output_tokens": 1},
+ },
+ )
+
+ proxy._retry_request = _fake_retry
+
+ response = client.post(
+ "/v1/messages",
+ headers={"x-api-key": "test-key", "anthropic-version": "2023-06-01"},
+ json={
+ "model": "claude-sonnet-4-6",
+ "max_tokens": 64,
+ "messages": [
+ {"role": "user", "content": "turn1"},
+ {"role": "assistant", "content": "turn1-assistant"},
+ {"role": "user", "content": "<teammate-message>next task</teammate-message>"},
+ ],
+ },
+ )
+
+ assert response.status_code == 200
+ assert captured["frozen_message_count"] == 2 # the delta path ran
+ assert captured.get("prefix_replay_guaranteed") is True
+
+
def test_anthropic_handler_splits_prefix_trackers_when_tool_profiles_differ() -> None:
"""The handler must pass its non-message cache affinity into resolution.