Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
fix(proxy): keep the newest user message verbatim in cache-mode delta compression (#3923)
Parideboy613ae9215058
diff --git a/headroom/proxy/handlers/anthropic.py b/headroom/proxy/handlers/anthropic.pyindex fef4af11d..0b5477d0a 100644--- a/headroom/proxy/handlers/anthropic.py+++ b/headroom/proxy/handlers/anthropic.py@@ -2207,6 +2207,11 @@ class AnthropicHandlerMixin:model_limit=context_limit,context=extract_user_query(compression_input),frozen_message_count=prefix_n,+ # The compressed delta is replayed+ # verbatim next turn, so the router+ # keeps the newest user prompt intact+ # here as on every other path (#1174).+ prefix_replay_guaranteed=True,idle_seconds=idle_seconds,biases=biases,protect=protect,diff --git a/tests/test_proxy_anthropic_cache_stability.py b/tests/test_proxy_anthropic_cache_stability.pyindex b7a26d68f..19bc3acd6 100644--- a/tests/test_proxy_anthropic_cache_stability.py+++ b/tests/test_proxy_anthropic_cache_stability.py@@ -1287,6 +1287,80 @@ def test_cache_mode_reuses_prior_forwarded_prefix_and_compresses_only_new_suffix]+def test_cache_mode_delta_keeps_newest_user_prompt_verbatim() -> None:+ """The cache-mode delta call must tell the router the prefix is replayed.++ Without ``prefix_replay_guaranteed`` the router treats the newest user+ message as compressible text, so under the coding profile (which turns on+ user-message compression) a follow-up prompt -- e.g. a Claude Code+ teammate's ``<teammate-message>`` -- reached the model lossily rewritten+ on every turn after the first (#1174). Every other Anthropic+ ``pipeline.apply`` call already passes the flag.+ """+ captured: dict = {}+ with _make_proxy_client() as client:+ proxy = client.app.state.proxy+ proxy.config.optimize = True+ proxy.config.mode = "cache"+ proxy.config.image_optimize = False++ tracker = _FakePrefixTracker(frozen_count=0)+ tracker._last_original_messages = [+ {"role": "user", "content": "turn1"},+ {"role": "assistant", "content": "turn1-assistant"},+ ]+ tracker._last_forwarded_messages = list(tracker._last_original_messages)+ proxy.session_tracker_store.compute_session_id = lambda request, model, messages: (+ "stable-session"+ )+ proxy.session_tracker_store.get_or_create = lambda session_id, provider: tracker++ def _fake_apply(**kwargs):+ captured.update(kwargs)+ return SimpleNamespace(+ messages=list(kwargs["messages"]),+ transforms_applied=[],+ timing={},+ tokens_before=10,+ tokens_after=10,+ waste_signals=None,+ )++ proxy.anthropic_pipeline.apply = _fake_apply++ async def _fake_retry(method, url, headers, body, stream=False, **kwargs): # noqa: ANN001+ return httpx.Response(+ 200,+ json={+ "id": "msg_delta_prompt",+ "type": "message",+ "role": "assistant",+ "content": [{"type": "text", "text": "ok"}],+ "usage": {"input_tokens": 10, "output_tokens": 1},+ },+ )++ proxy._retry_request = _fake_retry++ response = client.post(+ "/v1/messages",+ headers={"x-api-key": "test-key", "anthropic-version": "2023-06-01"},+ json={+ "model": "claude-sonnet-4-6",+ "max_tokens": 64,+ "messages": [+ {"role": "user", "content": "turn1"},+ {"role": "assistant", "content": "turn1-assistant"},+ {"role": "user", "content": "<teammate-message>next task</teammate-message>"},+ ],+ },+ )++ assert response.status_code == 200+ assert captured["frozen_message_count"] == 2 # the delta path ran+ assert captured.get("prefix_replay_guaranteed") is True++def test_anthropic_handler_splits_prefix_trackers_when_tool_profiles_differ() -> None:"""The handler must pass its non-message cache affinity into resolution.