Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

feat(proxy): make COMPRESSION_TIMEOUT_SECONDS configurable via env (#946) (#991)

Eyal Mizrachiaddebdb29c3b
diff --git a/headroom/proxy/helpers.py b/headroom/proxy/helpers.py
index a3bbc91f6..2c8c116b4 100644
--- a/headroom/proxy/helpers.py
+++ b/headroom/proxy/helpers.py
@@ -770,8 +770,15 @@ def parse_sse_events_from_byte_buffer(
# Maximum message array length (prevents DoS from deeply nested payloads)
MAX_MESSAGE_ARRAY_LENGTH = 10000
-# Compression pipeline timeout in seconds
-COMPRESSION_TIMEOUT_SECONDS = 30
+# Compression pipeline timeout in seconds. Override via the
+# HEADROOM_COMPRESSION_TIMEOUT_SECONDS env var for slow CPUs or long Claude Code
+# conversations (GH #946). Falls back to 30 on an unparseable value.
+try:
+ COMPRESSION_TIMEOUT_SECONDS = float(
+ os.environ.get("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "30")
+ )
+except ValueError:
+ COMPRESSION_TIMEOUT_SECONDS = 30.0
# Maximum compression cache sessions (prevents unbounded memory growth)
MAX_COMPRESSION_CACHE_SESSIONS = 500
diff --git a/tests/test_proxy/test_compression_timeout_config.py b/tests/test_proxy/test_compression_timeout_config.py
new file mode 100644
index 000000000..3ee420a56
--- /dev/null
+++ b/tests/test_proxy/test_compression_timeout_config.py
@@ -0,0 +1,41 @@
+from __future__ import annotations
+
+import importlib
+import os
+
+import pytest
+
+import headroom.proxy.helpers as helpers
+
+
[email protected](autouse=True)
+def _restore_default_timeout():
+ """Each test reloads helpers under a chosen env; reset to the default afterwards
+ so the reloaded module constant doesn't leak into the rest of the suite."""
+ yield
+ os.environ.pop("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", None)
+ importlib.reload(helpers)
+
+
+def test_default_timeout_is_30(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.delenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", raising=False)
+ importlib.reload(helpers)
+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 30.0
+
+
+def test_env_overrides_timeout(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "75")
+ importlib.reload(helpers)
+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 75.0
+
+
+def test_fractional_timeout(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "12.5")
+ importlib.reload(helpers)
+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 12.5
+
+
+def test_bad_env_falls_back_to_default(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setenv("HEADROOM_COMPRESSION_TIMEOUT_SECONDS", "not-a-number")
+ importlib.reload(helpers)
+ assert helpers.COMPRESSION_TIMEOUT_SECONDS == 30.0