Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
feat(proxy): make COMPRESSION_TIMEOUT_SECONDS configurable via env (#946) (#991)
Eyal Mizrachiaddebdb29c3b
diff --git a/headroom/proxy/helpers.py b/headroom/proxy/helpers.pyindex a3bbc91f6..2c8c116b4 100644--- a/headroom/proxy/helpers.py+++ b/headroom/proxy/helpers.py@@ -770,8 +770,15 @@ def parse_sse_events_from_byte_buffer(# Maximum message array length (prevents DoS from deeply nested payloads)MAX_MESSAGE_ARRAY_LENGTH = 10000-# Compression pipeline timeout in seconds-COMPRESSION_TIMEOUT_SECONDS = 30+# Compression pipeline timeout in seconds. Override via the+# HEADROOM_COMPRESSION_TIMEOUT_SECONDS env var for slow CPUs or long Claude Code+# conversations (GH #946). Falls back to 30 on an unparseable value.+try:+ COMPRESSION_TIMEOUT_SECONDS = float(+ os.environ.get("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "30")+ )+except ValueError:+ COMPRESSION_TIMEOUT_SECONDS = 30.0# Maximum compression cache sessions (prevents unbounded memory growth)MAX_COMPRESSION_CACHE_SESSIONS = 500diff --git a/tests/test_proxy/test_compression_timeout_config.py b/tests/test_proxy/test_compression_timeout_config.pynew file mode 100644index 000000000..3ee420a56--- /dev/null+++ b/tests/test_proxy/test_compression_timeout_config.py@@ -0,0 +1,41 @@+from __future__ import annotations++import importlib+import os++import pytest++import headroom.proxy.helpers as helpers++[email protected](autouse=True)+def _restore_default_timeout():+ """Each test reloads helpers under a chosen env; reset to the default afterwards+ so the reloaded module constant doesn't leak into the rest of the suite."""+ yield+ os.environ.pop("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", None)+ importlib.reload(helpers)+++def test_default_timeout_is_30(monkeypatch: pytest.MonkeyPatch) -> None:+ monkeypatch.delenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", raising=False)+ importlib.reload(helpers)+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 30.0+++def test_env_overrides_timeout(monkeypatch: pytest.MonkeyPatch) -> None:+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "75")+ importlib.reload(helpers)+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 75.0+++def test_fractional_timeout(monkeypatch: pytest.MonkeyPatch) -> None:+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "12.5")+ importlib.reload(helpers)+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 12.5+++def test_bad_env_falls_back_to_default(monkeypatch: pytest.MonkeyPatch) -> None:+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "not-a-number")+ importlib.reload(helpers)+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 30.0