Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
"""UsageReporter must only advance its delta baseline after a confirmed 200.
Snapshotting on a failed send permanently drops that window's usage from the
delta-based usage report (billing/quota under-count)."""
from __future__ import annotations
from types import SimpleNamespace
import anyio
import pytest
from headroom.telemetry.reporter import UsageReporter
class _Resp:
def __init__(self, status_code: int) -> None:
self.status_code = status_code
def json(self) -> dict:
return {}
def _make_reporter(post_outcome) -> UsageReporter:
r = object.__new__(UsageReporter)
ct = SimpleNamespace(
_tokens_saved_by_model={"m": 100},
_tokens_sent_by_model={"m": 400},
_requests_by_model={"m": 5},
)
r._proxy = SimpleNamespace(cost_tracker=ct)
r._last_report_time = None
r._last_tokens_saved_by_model = {}
r._last_tokens_sent_by_model = {}
r._last_requests_by_model = {}
r._license_key = "k"
r._cloud_url = "https://cloud.example"
r._license_info = None
class _Client:
async def post(self, *args, **kwargs):
if isinstance(post_outcome, Exception):
raise post_outcome
return _Resp(post_outcome)
async def _get_client():
return _Client()
r._get_client = _get_client
return r
def test_baseline_advances_only_on_success():
r = _make_reporter(200)
anyio.run(r._report_usage)
# Success -> baseline rebased to the current cumulative counters.
assert r._last_tokens_saved_by_model == {"m": 100}
assert r._last_requests_by_model == {"m": 5}
def test_baseline_not_advanced_on_non_200():
r = _make_reporter(500)
anyio.run(r._report_usage)
# Failed send -> baseline untouched so the window is retried next report.
assert r._last_tokens_saved_by_model == {}
assert r._last_requests_by_model == {}
def test_baseline_not_advanced_on_exception():
r = _make_reporter(RuntimeError("network down"))
anyio.run(r._report_usage)
assert r._last_tokens_saved_by_model == {}
assert r._last_requests_by_model == {}
@pytest.mark.windows_newline
def test_license_cache_is_written_with_lf(tmp_path, monkeypatch):
"""The cache is indented JSON; pin LF so Windows does not write CRLF (#3698).
Asserted at the call: on POSIX an unpinned write is identical on disk.
"""
from headroom import fileperms
from headroom.telemetry.reporter import LicenseInfo
calls = []
original = fileperms.open_owner_only
def spy(path, mode="a", **kwargs):
calls.append(kwargs.get("newline"))
return original(path, mode, **kwargs)
monkeypatch.setattr(fileperms, "open_owner_only", spy)
cache = tmp_path / "license.json"
reporter = UsageReporter("hlk_test", cache_path=cache)
reporter._license_info = LicenseInfo(status="active")
reporter._save_cache()
assert calls == ["\n"]
assert b"\r\n" not in cache.read_bytes()