Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
fix: route v1internal code assist requests to cloudcode-pa.googleapis… (#821)
Djabxe20f16b1a657
diff --git a/headroom/providers/proxy_routes.py b/headroom/providers/proxy_routes.pyindex 7d948bac8..d098a97a4 100644--- a/headroom/providers/proxy_routes.py+++ b/headroom/providers/proxy_routes.py@@ -850,6 +850,30 @@ def register_provider_routes(app: FastAPI, proxy: Any) -> None:custom_base = request.headers.get("x-headroom-base-url")if custom_base:return await proxy.handle_passthrough(request, custom_base.rstrip("/"))++ # Intercept Code Assist authentication and onboarding routes+ clean_path = path.lstrip("/")+ if clean_path.startswith(("v1internal:", "v1/v1internal:")):+ # Normalize path (remove v1/ prefix if present to avoid 404 on cloudcode-pa upstream)+ normalized_path = clean_path+ if normalized_path.startswith("v1/"):+ normalized_path = normalized_path[3:]+ normalized_path = f"/{normalized_path}"++ # Mutate request scope so handle_passthrough uses the normalized path+ request.scope["path"] = normalized_path+ if "raw_path" in request.scope:+ from urllib.parse import quote++ request.scope["raw_path"] = quote(normalized_path).encode("ascii")+ if hasattr(request, "_url"):+ delattr(request, "_url")++ return await proxy.handle_passthrough(+ request,+ _api_target(proxy, "cloudcode"),+ )+return await proxy.handle_passthrough(request,_select_passthrough_base_url(proxy, dict(request.headers)),diff --git a/tests/test_provider_proxy_routes.py b/tests/test_provider_proxy_routes.pyindex 710849771..a73d73eee 100644--- a/tests/test_provider_proxy_routes.py+++ b/tests/test_provider_proxy_routes.py@@ -179,6 +179,24 @@ def test_provider_passthrough_routes_forward_expected_targets(monkeypatch) -> No"base_url"] == ("https://api.gemini.test")+ # Prove Code Assist routes go to the cloudcode target and normalize paths+ res1 = client.post("/v1internal:loadCodeAssist").json()+ assert res1["base_url"] == "https://cloudcode.test"+ assert res1["path"] == "/v1internal:loadCodeAssist"++ res2 = client.post("/v1/v1internal:fetchAvailableModels").json()+ assert res2["base_url"] == "https://cloudcode.test"+ assert res2["path"] == "/v1internal:fetchAvailableModels"++ # Prove a non-Code-Assist passthrough path containing a similar substring does not get rerouted+ assert (+ client.get(+ "/unrelated/path/containing/v1internal:someAction",+ headers={"x-goog-api-key": "test"},+ ).json()["base_url"]+ == "https://api.gemini.test"+ )+assert len(calls) >= 16assert len(gemini_calls) >= 1assert len(gemini_count_calls) >= 1