Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
feat: add HEADROOM_MODE config to ProxyConfig
chopratejas73ccf2505111
diff --git a/headroom/proxy/server.py b/headroom/proxy/server.pyindex a4ff5727e..71895c6d3 100644--- a/headroom/proxy/server.py+++ b/headroom/proxy/server.py@@ -492,6 +492,11 @@ class ProxyConfig:bedrock_profile: str | None = None # AWS profile (optional)anyllm_provider: str = "openai" # any-llm provider (openai, mistral, groq, etc.)+ # Optimization mode: "cost_savings" (default) or "token_headroom"+ # cost_savings: preserve prefix cache for cost reduction+ # token_headroom: compress older messages for session extension+ mode: str = "cost_savings"+# Optimizationoptimize: bool = Trueimage_optimize: bool = True # Compress images using trained ML router@@ -1698,6 +1703,12 @@ class HeadroomProxy:)logger.info("Headroom Proxy started")logger.info(f"Optimization: {'ENABLED' if self.config.optimize else 'DISABLED'}")+ if self.config.mode not in ("cost_savings", "token_headroom"):+ logger.warning(+ f"Unknown HEADROOM_MODE '{self.config.mode}', falling back to 'cost_savings'"+ )+ self.config.mode = "cost_savings"+ logger.info(f"Mode: {self.config.mode}")logger.info(f"Caching: {'ENABLED' if self.config.cache_enabled else 'DISABLED'}")logger.info(f"Rate Limiting: {'ENABLED' if self.config.rate_limit_enabled else 'DISABLED'}")logger.info(@@ -7606,6 +7617,7 @@ if __name__ == "__main__":max_keepalive_connections=_get_env_int("HEADROOM_MAX_KEEPALIVE", args.max_keepalive),http2=not args.no_http2 and _get_env_bool("HEADROOM_HTTP2", True),tool_profiles=tool_profiles if tool_profiles else None,+ mode=_get_env_str("HEADROOM_MODE", "cost_savings"),)# Get worker and concurrency settings