Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

3.4 KB
Raw Blame
"""BackendResolver.for_request native-provider gating.

One proxy instance serves both the Anthropic and OpenAI wire from a single
shared resolver, so "which provider needs no translation" cannot be a global
constant — it depends on the inbound protocol. `native_providers` supplies it
per dispatch site. Regression for the `_NATIVE = ("anthropic",)` hardcode that
made an OpenAI-in request to a Claude model short-circuit to the OpenAI backend
(never translating, never rewriting the model).
"""

from __future__ import annotations

from types import SimpleNamespace

from headroom.proxy.route_advice import BackendResolver, RouteAdvice


class _Sentinel:
    """Stands in for a translating backend built by the resolver."""


def _request(model: str, provider: str):
    state = SimpleNamespace(headroom_route=RouteAdvice(model=model, provider=provider))
    return SimpleNamespace(state=state)


def _resolver() -> BackendResolver:
    resolver = BackendResolver(default="DEFAULT_BACKEND")
    # Avoid constructing a real litellm backend; prove routing, not litellm.
    resolver._build = lambda provider: _Sentinel()  # type: ignore[method-assign]
    return resolver


def test_no_advice_returns_default() -> None:
    resolver = _resolver()
    assert resolver.for_request(SimpleNamespace(state=SimpleNamespace())) == "DEFAULT_BACKEND"


def test_anthropic_target_is_native_for_anthropic_handler() -> None:
    # Default native set = anthropic (the Anthropic handler). A Claude target
    # needs no translation: the body is already Anthropic-shaped.
    resolver = _resolver()
    result = resolver.for_request(_request("claude-opus-5", "anthropic"))
    assert result == "DEFAULT_BACKEND"


def test_anthropic_target_is_foreign_for_openai_handler() -> None:
    # THE FIX: for an OpenAI-shape request, anthropic is NOT native — it must be
    # translated. A Claude target now resolves to a built backend, not default.
    resolver = _resolver()
    body: dict = {"model": "gpt-4o"}
    result = resolver.for_request(
        _request("claude-opus-5", "anthropic"), body=body, native_providers=("openai",)
    )
    assert isinstance(result, _Sentinel)
    assert body["model"] == "claude-opus-5", "body model must be rewritten to the advised model"


def test_openai_target_is_native_for_openai_handler() -> None:
    resolver = _resolver()
    result = resolver.for_request(_request("gpt-4o", "openai"), native_providers=("openai",))
    assert result == "DEFAULT_BACKEND"


def test_openai_target_is_foreign_for_anthropic_handler() -> None:
    # The already-working forward direction (Anthropic-in -> OpenAI-out).
    resolver = _resolver()
    body: dict = {"model": "claude-opus-5"}
    result = resolver.for_request(_request("gpt-4o", "openai"), body=body)
    assert isinstance(result, _Sentinel)
    assert body["model"] == "gpt-4o"


def test_failed_provider_falls_back_to_default() -> None:
    resolver = BackendResolver(default="DEFAULT_BACKEND")
    resolver._build = lambda provider: (_ for _ in ()).throw(RuntimeError("boom"))  # type: ignore[method-assign]
    # First call fails to build -> default; provider remembered as failed.
    r1 = resolver.for_request(_request("claude-opus-5", "anthropic"), native_providers=("openai",))
    assert r1 == "DEFAULT_BACKEND"
    r2 = resolver.for_request(_request("claude-opus-5", "anthropic"), native_providers=("openai",))
    assert r2 == "DEFAULT_BACKEND"