Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
feat(proxy): show resolved upstream API targets in startup banner (#586)
Vipin Singh8dbe7ad41b3a
diff --git a/headroom/proxy/server.py b/headroom/proxy/server.pyindex 59b465534..f8b68a85a 100644--- a/headroom/proxy/server.py+++ b/headroom/proxy/server.py@@ -99,6 +99,7 @@ from headroom.providers.registry import (build_proxy_provider_runtime,create_proxy_backend,format_backend_status,+ resolve_api_targets,)# =============================================================================@@ -3032,6 +3033,9 @@ def run_server(bedrock_region=config.bedrock_region,)+ # Resolve upstream API targets for display in the banner (#583).+ api_targets = resolve_api_targets(config.provider_api_overrides)+if print_banner:print(f"""╔══════════════════════════════════════════════════════════════════════╗@@ -3042,6 +3046,12 @@ def run_server(║ Workers: {workers:<3} Concurrency Limit: {limit_concurrency:<5} ║║ Backend: {backend_status:<59}║╠══════════════════════════════════════════════════════════════════════╣+║ UPSTREAM TARGETS: ║+║ Anthropic: {api_targets.anthropic:<57}║+║ OpenAI: {api_targets.openai:<57}║+║ Gemini: {api_targets.gemini:<57}║+║ Cloud Code: {api_targets.cloudcode:<57}║+╠══════════════════════════════════════════════════════════════════════╣║ FEATURES: ║║ Optimization: {"ENABLED " if config.optimize else "DISABLED"} ║║ Caching: {"ENABLED " if config.cache_enabled else "DISABLED"} (TTL: {config.cache_ttl_seconds}s) ║diff --git a/tests/test_banner_upstream_targets.py b/tests/test_banner_upstream_targets.pynew file mode 100644index 000000000..f7f5a0e7c--- /dev/null+++ b/tests/test_banner_upstream_targets.py@@ -0,0 +1,120 @@+"""Tests for upstream API targets in the proxy startup banner.++Verifies that:+1. Default API targets appear in the banner when no overrides are set+2. Custom API targets (via ProxyConfig) appear correctly in the banner+3. The banner is suppressed when print_banner=False++Closes #583.+"""++from io import StringIO+from unittest.mock import patch++import pytest++pytest.importorskip("fastapi")++from headroom.providers.claude import DEFAULT_API_URL as DEFAULT_ANTHROPIC_API_URL # noqa: E402+from headroom.providers.codex import DEFAULT_API_URL as DEFAULT_OPENAI_API_URL # noqa: E402+from headroom.providers.gemini import DEFAULT_API_URL as DEFAULT_GEMINI_API_URL # noqa: E402+from headroom.providers.registry import DEFAULT_CLOUDCODE_API_URL # noqa: E402+from headroom.proxy.models import ProxyConfig # noqa: E402+from headroom.proxy.server import run_server # noqa: E402+++class TestBannerUpstreamTargets:+ """Verify resolved upstream API targets are displayed in the startup banner."""++ def _capture_banner(self, config: ProxyConfig | None = None) -> str:+ """Run the server with print_banner=True, intercepting stdout and uvicorn."""+ buf = StringIO()+ config = config or ProxyConfig()+ with (+ patch("sys.stdout", buf),+ patch("headroom.proxy.server.uvicorn") as mock_uvicorn,+ patch("headroom.proxy.server.create_app"),+ ):+ mock_uvicorn.run = lambda *a, **kw: None+ run_server(config, print_banner=True)+ return buf.getvalue()++ def test_default_targets_in_banner(self):+ """Default API targets should appear when no overrides are configured."""+ output = self._capture_banner()++ assert "UPSTREAM TARGETS:" in output+ assert DEFAULT_ANTHROPIC_API_URL in output+ assert DEFAULT_OPENAI_API_URL in output+ assert DEFAULT_GEMINI_API_URL in output+ assert DEFAULT_CLOUDCODE_API_URL in output++ def test_custom_anthropic_target_in_banner(self):+ """A custom Anthropic API URL should be resolved and shown in the banner."""+ config = ProxyConfig(anthropic_api_url="https://litellm.internal/v1")+ output = self._capture_banner(config)++ # resolve_api_targets strips trailing /v1+ assert "https://litellm.internal" in output+ # Other providers should keep their defaults+ assert DEFAULT_OPENAI_API_URL in output++ def test_custom_openai_target_in_banner(self):+ """A custom OpenAI API URL should be resolved and shown in the banner."""+ config = ProxyConfig(openai_api_url="http://my-vllm:4000")+ output = self._capture_banner(config)++ assert "http://my-vllm:4000" in output+ assert DEFAULT_ANTHROPIC_API_URL in output++ def test_custom_gemini_target_in_banner(self):+ """A custom Gemini API URL should be resolved and shown in the banner."""+ config = ProxyConfig(gemini_api_url="http://my-gemini:5000")+ output = self._capture_banner(config)++ assert "http://my-gemini:5000" in output++ def test_custom_cloudcode_target_in_banner(self):+ """A custom Cloud Code API URL should be resolved and shown in the banner."""+ config = ProxyConfig(cloudcode_api_url="https://custom-cloudcode.example.com")+ output = self._capture_banner(config)++ assert "https://custom-cloudcode.example.com" in output++ def test_multiple_custom_targets_in_banner(self):+ """Multiple custom targets should all appear correctly in the banner."""+ config = ProxyConfig(+ anthropic_api_url="https://anthropic.internal",+ openai_api_url="https://openai.internal",+ gemini_api_url="https://gemini.internal",+ cloudcode_api_url="https://cloudcode.internal",+ )+ output = self._capture_banner(config)++ assert "https://anthropic.internal" in output+ assert "https://openai.internal" in output+ assert "https://gemini.internal" in output+ assert "https://cloudcode.internal" in output++ def test_banner_suppressed_when_disabled(self):+ """When print_banner=False, upstream targets should NOT be printed."""+ buf = StringIO()+ with (+ patch("sys.stdout", buf),+ patch("headroom.proxy.server.uvicorn") as mock_uvicorn,+ patch("headroom.proxy.server.create_app"),+ ):+ mock_uvicorn.run = lambda *a, **kw: None+ run_server(ProxyConfig(), print_banner=False)+ output = buf.getvalue()++ assert "UPSTREAM TARGETS:" not in output++ def test_trailing_v1_stripped_in_banner(self):+ """URLs ending in /v1 should be normalized (stripped) in the banner."""+ config = ProxyConfig(openai_api_url="http://my-proxy:8000/v1")+ output = self._capture_banner(config)++ # resolve_api_targets normalizes /v1 suffix+ assert "http://my-proxy:8000" in output+ assert "http://my-proxy:8000/v1" not in output