Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
fix(proxy): preserve merged session and quarantine contracts (#2943)
JD Davis039cd2431aae
diff --git a/headroom/proxy/handlers/openai.py b/headroom/proxy/handlers/openai.pyindex c3e3ff0a3..ce89c0d2c 100644--- a/headroom/proxy/handlers/openai.py+++ b/headroom/proxy/handlers/openai.py@@ -7922,6 +7922,9 @@ class OpenAIHandlerMixin:RequestOutcome(# Per-emission ids keep dashboard request-log keys unique.request_id=await self._next_request_id(),+ # PERF remains grouped under the stable WS+ # session id even though feed rows are unique.+ perf_request_id=request_id,provider="openai",model=model_for_metrics,original_tokens=max(0, input_delta) + max(0, saved_delta),@@ -8498,6 +8501,7 @@ class OpenAIHandlerMixin:RequestOutcome(# Per-emission ids keep dashboard request-log keys unique.request_id=await self._next_request_id(),+ perf_request_id=request_id,provider="openai",model=model_name,original_tokens=residual_input_tokens + residual_tokens_saved,diff --git a/headroom/proxy/outcome.py b/headroom/proxy/outcome.pyindex 5a23acc04..6134230c2 100644--- a/headroom/proxy/outcome.py+++ b/headroom/proxy/outcome.py@@ -87,6 +87,12 @@ class RequestOutcome:output_tokens: inttokens_saved: intattempted_input_tokens: int+ # Optional correlation id for the human-readable PERF line. Most requests+ # use ``request_id`` for both storage identity and log correlation. A+ # long-lived WebSocket session is different: each emitted feed row needs a+ # unique request id, while operators still need every line from the socket+ # under one greppable session prefix.+ perf_request_id: str | None = None# Optional so the 18 existing emit sites need no change: a handler that has# no provider count (or whose optimized_tokens is already provider-scaled)# leaves it 0 and billing falls back to optimized_tokens, exactly as before.@@ -565,7 +571,7 @@ async def emit_request_outcome(handler: Any, outcome: RequestOutcome) -> None:tool_saved = tool_schema_saved_from_tags(outcome.tags or {})total_saved = headline_tokens_saved(outcome.tokens_saved, outcome.tags or {})logger.info(- f"[{outcome.request_id}] PERF "+ f"[{outcome.perf_request_id or outcome.request_id}] PERF "f"model={outcome.model} msgs={outcome.num_messages} "f"tok_before={outcome.original_tokens} tok_after={outcome.optimized_tokens} "f"tok_saved={outcome.tokens_saved} "diff --git a/tests/test_openai_codex_ws_lifecycle.py b/tests/test_openai_codex_ws_lifecycle.pyindex b89a81a7e..dd60f5ed7 100644--- a/tests/test_openai_codex_ws_lifecycle.py+++ b/tests/test_openai_codex_ws_lifecycle.py@@ -1030,8 +1030,15 @@ async def test_ws_session_log_prefix_uses_session_id(caplog: pytest.LogCaptureFiawait handler.handle_openai_responses_ws(client_ws)assert handler.logger.entries- assert handler.logger.entries[0].request_id != "req-ws-1"+ turn_request_id = handler.logger.entries[0].request_id+ assert turn_request_id != "req-ws-1"+ # Session lifecycle and PERF lines keep the session id so a session's log+ # lines stay greppable together. The dashboard feed row retains its fresh+ # per-turn id independently.+ assert "[req-ws-1] WS /v1/responses accepted" in caplog.text+ assert "[req-ws-1] WS /v1/responses completed" in caplog.textassert "[req-ws-1] PERF" in caplog.text+ assert f"[{turn_request_id}] PERF" not in caplog.text@pytest.mark.asynciodiff --git a/tests/test_tokenizer_count_offload.py b/tests/test_tokenizer_count_offload.pyindex e4d77e4bc..e59b001a4 100644--- a/tests/test_tokenizer_count_offload.py+++ b/tests/test_tokenizer_count_offload.py@@ -176,8 +176,12 @@ async def test_count_tokens_offloaded_fails_open_on_executor_quarantine() -> Nonproxy = _make_proxy()# Record a concurrent compression as timed out so the real executor guard- # quarantines the next call — no mock of the helper itself.+ # quarantines the next call — no mock of the helper itself. Since the+ # quarantine became time-capped (#2412), standing debt alone no longer+ # quarantines: the deadline armed by the fresh timeout must still be in+ # the future, so arm it the way a real timeout would.proxy._compression_timed_out_in_flight = 1+ proxy._compression_quarantine_deadline = time.monotonic() + 60.0tokenizer, tokens = await proxy._count_tokens_offloaded("qwen2.5-coder", [{"role": "user", "content": "hello world"}]@@ -193,7 +197,10 @@ async def test_count_tokens_offloaded_returns_count_text_capable_tokenizer() ->that need per-fragment accounting."""proxy = _make_proxy()# Quarantine forces the fail-open branch (an EstimatingTokenCounter).+ # Post-#2412 the quarantine is time-capped, so the deadline must be armed+ # alongside the standing debt.proxy._compression_timed_out_in_flight = 1+ proxy._compression_quarantine_deadline = time.monotonic() + 60.0# The empty-messages count is intentionally discarded by that handler# (it sums text parts itself), so only the tokenizer matters here.