Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
"""BackendResolver.for_request native-provider gating.
One proxy instance serves both the Anthropic and OpenAI wire from a single
shared resolver, so "which provider needs no translation" cannot be a global
constant — it depends on the inbound protocol. `native_providers` supplies it
per dispatch site. Regression for the `_NATIVE = ("anthropic",)` hardcode that
made an OpenAI-in request to a Claude model short-circuit to the OpenAI backend
(never translating, never rewriting the model).
"""
from __future__ import annotations
from types import SimpleNamespace
from headroom.proxy.route_advice import BackendResolver, RouteAdvice
class _Sentinel:
"""Stands in for a translating backend built by the resolver."""
def _request(model: str, provider: str):
state = SimpleNamespace(headroom_route=RouteAdvice(model=model, provider=provider))
return SimpleNamespace(state=state)
def _resolver() -> BackendResolver:
resolver = BackendResolver(default="DEFAULT_BACKEND")
# Avoid constructing a real litellm backend; prove routing, not litellm.
resolver._build = lambda provider: _Sentinel() # type: ignore[method-assign]
return resolver
def test_no_advice_returns_default() -> None:
resolver = _resolver()
assert resolver.for_request(SimpleNamespace(state=SimpleNamespace())) == "DEFAULT_BACKEND"
def test_anthropic_target_is_native_for_anthropic_handler() -> None:
# Default native set = anthropic (the Anthropic handler). A Claude target
# needs no translation: the body is already Anthropic-shaped.
resolver = _resolver()
result = resolver.for_request(_request("claude-opus-5", "anthropic"))
assert result == "DEFAULT_BACKEND"
def test_anthropic_target_is_foreign_for_openai_handler() -> None:
# THE FIX: for an OpenAI-shape request, anthropic is NOT native — it must be
# translated. A Claude target now resolves to a built backend, not default.
resolver = _resolver()
body: dict = {"model": "gpt-4o"}
result = resolver.for_request(
_request("claude-opus-5", "anthropic"), body=body, native_providers=("openai",)
)
assert isinstance(result, _Sentinel)
assert body["model"] == "claude-opus-5", "body model must be rewritten to the advised model"
def test_openai_target_is_native_for_openai_handler() -> None:
resolver = _resolver()
result = resolver.for_request(_request("gpt-4o", "openai"), native_providers=("openai",))
assert result == "DEFAULT_BACKEND"
def test_openai_target_is_foreign_for_anthropic_handler() -> None:
# The already-working forward direction (Anthropic-in -> OpenAI-out).
resolver = _resolver()
body: dict = {"model": "claude-opus-5"}
result = resolver.for_request(_request("gpt-4o", "openai"), body=body)
assert isinstance(result, _Sentinel)
assert body["model"] == "gpt-4o"
def test_failed_provider_falls_back_to_default() -> None:
resolver = BackendResolver(default="DEFAULT_BACKEND")
resolver._build = lambda provider: (_ for _ in ()).throw(RuntimeError("boom")) # type: ignore[method-assign]
# First call fails to build -> default; provider remembered as failed.
r1 = resolver.for_request(_request("claude-opus-5", "anthropic"), native_providers=("openai",))
assert r1 == "DEFAULT_BACKEND"
r2 = resolver.for_request(_request("claude-opus-5", "anthropic"), native_providers=("openai",))
assert r2 == "DEFAULT_BACKEND"