Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
fix(proxy/debug): reconcile Kompress warmup state in /debug/warmup (#2711)
Parideboy3a27c4dacb08
diff --git a/headroom/proxy/server.py b/headroom/proxy/server.pyindex f7c34f4f3..a6dff74f3 100644--- a/headroom/proxy/server.py+++ b/headroom/proxy/server.py@@ -2646,7 +2646,9 @@ def create_app(config: ProxyConfig | None = None) -> FastAPI:continueif proxy.warmup.kompress.status == "loaded":return True- proxy.warmup.kompress.mark_loaded(handle=compressor, backend=backend)+ proxy.warmup.kompress.mark_loaded(+ handle=compressor, backend=backend, source_status="runtime"+ )return Truetry:@@ -2662,7 +2664,9 @@ def create_app(config: ProxyConfig | None = None) -> FastAPI:passelse:if backend and proxy.warmup.kompress.status != "loaded":- proxy.warmup.kompress.mark_loaded(handle=model, backend=backend)+ proxy.warmup.kompress.mark_loaded(+ handle=model, backend=backend, source_status="runtime"+ )return Truedef _health_checks() -> dict[str, dict[str, Any]]:@@ -3292,6 +3296,13 @@ def create_app(config: ProxyConfig | None = None) -> FastAPI:@app.get("/debug/warmup", dependencies=[Depends(_require_loopback)])async def debug_warmup():+ # Promote a deferred Kompress slot from live runtime state before we+ # serialize. Without this the registry keeps reporting the startup+ # snapshot (``status: null`` / ``source_status: deferred``) forever,+ # even while the model is loaded and compressing, unless somebody+ # happens to hit /health or /readyz first. Same read-only+ # reconciliation those endpoints run (issue #2624).+ _reconcile_kompress_health()warmup_registry = getattr(proxy, "warmup", None)payload = warmup_registry.to_dict() if warmup_registry is not None else {}payload["runtime"] = _runtime_payload()diff --git a/tests/test_proxy_debug_endpoints.py b/tests/test_proxy_debug_endpoints.pyindex e5ab4529c..6cb8e4017 100644--- a/tests/test_proxy_debug_endpoints.py+++ b/tests/test_proxy_debug_endpoints.py@@ -3,6 +3,7 @@from __future__ import annotationsimport asyncio+from contextlib import contextmanagerimport pytest@@ -421,6 +422,100 @@ def test_debug_warmup_reports_registry_slots(client):assert data["runtime"]["websocket_sessions"]["active_relay_tasks"] == 0+class _KompressStub:+ """Read-only stand-in exposing the accessors the health reconciler uses.++ ``preload`` / ``ensure_background_load`` raise so the tests fail loudly if+ ``/debug/warmup`` ever triggers a model load instead of just observing.+ """++ def __init__(self, *, backend="onnx", ready=True):+ self.backend = backend+ self.ready = ready+ self.calls: list[str] = []++ def is_ready(self):+ self.calls.append("is_ready")+ return self.ready++ def ready_backend(self):+ self.calls.append("ready_backend")+ return self.backend++ def preload(self):+ raise AssertionError("/debug/warmup must never preload kompress")++ def ensure_background_load(self):+ raise AssertionError("/debug/warmup must never start a background load")+++@contextmanager+def _deferred_kompress_client(compressor):+ """Client whose kompress slot still carries the startup ``deferred`` mark.++ Mirrors the real cold-start shape: ``eager_load_compressors`` reported+ ``deferred``, the model then loaded on the request path, and nothing wrote+ the promotion back to the registry.+ """+ config = ProxyConfig(+ optimize=False,+ cache_enabled=False,+ rate_limit_enabled=False,+ cost_tracking_enabled=False,+ )+ app = create_app(config)+ with TestClient(+ app,+ base_url="http://127.0.0.1",+ client=("127.0.0.1", 12345),+ ) as test_client:+ proxy = app.state.proxy+ router = proxy.anthropic_pipeline.transforms[-1]+ router._kompress = compressor+ proxy.warmup.kompress.mark_null()+ proxy.warmup.kompress.info["source_status"] = "deferred"+ yield proxy, test_client+++def _clear_kompress_cache(monkeypatch):+ """Neutralize the process-global ONNX cache the reconciler falls back to."""+ try:+ from headroom.transforms import kompress_compressor+ except ImportError:+ return+ monkeypatch.setattr(kompress_compressor, "_kompress_cache", {}, raising=False)+++def test_debug_warmup_promotes_deferred_kompress_after_runtime_load():+ compressor = _KompressStub()+ with _deferred_kompress_client(compressor) as (_proxy, client):+ slot = client.get("/debug/warmup").json()["kompress"]++ assert slot["status"] == "loaded"+ assert slot["info"]["backend"] == "onnx"+ assert slot["info"]["source_status"] == "runtime"+++def test_debug_warmup_keeps_pending_kompress_null(monkeypatch):+ _clear_kompress_cache(monkeypatch)+ compressor = _KompressStub(ready=False)+ with _deferred_kompress_client(compressor) as (_proxy, client):+ slot = client.get("/debug/warmup").json()["kompress"]++ assert slot["status"] == "null"+ assert slot["info"]["source_status"] == "deferred"+ assert compressor.calls == ["is_ready"]+++def test_debug_warmup_never_starts_kompress_loading():+ compressor = _KompressStub()+ with _deferred_kompress_client(compressor) as (_proxy, client):+ client.get("/debug/warmup")++ # Observation only: no preload(), no ensure_background_load(), no compress().+ assert compressor.calls == ["is_ready", "ready_backend"]++def test_debug_ws_sessions_reports_live_session(app_and_client):app, client = app_and_clientproxy = app.state.proxydiff --git a/tests/test_proxy_health.py b/tests/test_proxy_health.pyindex e2a2d89d1..efdad4cc1 100644--- a/tests/test_proxy_health.py+++ b/tests/test_proxy_health.py@@ -87,6 +87,9 @@ def test_readyz_promotes_deferred_kompress_after_runtime_load(monkeypatch):"status": "healthy","backend": "onnx",}+ # The promotion must also clear the startup marker, otherwise the slot+ # serializes as loaded-but-deferred in /debug/warmup.+ assert proxy.warmup.kompress.info["source_status"] == "runtime"@pytest.mark.parametrize("attached", [False, True])