Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

Merge pull request #451 from cowwoc/feature/issue-265-lean-ctx

Tejas Chopra5f96b836d245
diff --cc headroom/dashboard/templates/dashboard.html
index 97263980e,8d017b1cb..5bb8b4c41
--- a/headroom/dashboard/templates/dashboard.html
+++ b/headroom/dashboard/templates/dashboard.html
@@@ -130,11 -125,8 +130,11 @@@
<div class="mt-1 text-xs text-gray-500 leading-relaxed">
<span x-text="'Proxy ' + formatNumber(stats.tokens?.proxy_compression_saved || 0) + ' (' + proxyShareOfTotal.toFixed(1) + '%)'"></span>
<span class="mx-1 text-gray-600">/</span>
- <span x-text="'RTK ' + formatNumber(stats.tokens?.rtk_saved || 0) + ' (' + rtkShareOfTotal.toFixed(1) + '%)'"></span>
+ <span x-text="cliFilteringLabel + ' ' + formatNumber(cliFilteringSaved) + ' (' + cliFilteringShareOfTotal.toFixed(1) + '%)'"></span>
</div>
+ <div class="mt-1 text-xs text-gray-600 leading-relaxed">
+ <span x-text="'Of total wire: ' + (stats.tokens?.savings_percent || 0).toFixed(2) + '%'" title="Savings as fraction of all input tokens including frozen prefix"></span>
+ </div>
<div class="mt-2 h-8">
<svg class="w-full h-full" viewBox="0 0 100 32" preserveAspectRatio="none">
<defs>
diff --cc headroom/proxy/server.py
index 8877a1775,30f66d1b0..855384747
--- a/headroom/proxy/server.py
+++ b/headroom/proxy/server.py
@@@ -2027,8 -1922,15 +2045,16 @@@ def create_app(config: ProxyConfig | No
),
},
"toin": get_toin().get_stats(),
+ "context_tool": {
+ "configured": cli_filtering_tool,
+ "label": cli_filtering_label,
+ "available": bool(
+ cli_filtering_stats and cli_filtering_stats.get("installed", False)
+ ),
+ "stats": cli_filtering_stats,
+ },
"cli_filtering": cli_filtering_stats,
+ "proxy_inbound": proxy.metrics.inbound_snapshot(),
"cache": await proxy.cache.stats() if proxy.cache else None,
"rate_limiter": await proxy.rate_limiter.stats() if proxy.rate_limiter else None,
"recent_requests": proxy.logger.get_recent(10) if proxy.logger else [],