The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
from typing import Final
from litellm.router_utils.add_retry_fallback_headers import get_hidden_params_dict
from tests.test_litellm_rust.support.recording_server import RecordingServer
def assert_served_natively(server: RecordingServer, *responses: object, count: int = 1) -> None:
assert len(server.requests) == (len(responses) or count)
if not responses:
assert not any(
request.headers.get("user-agent", "").startswith("python-httpx") for request in server.requests
)
for response in responses:
additional_headers: Final = get_hidden_params_dict(response).get("additional_headers")
assert isinstance(additional_headers, dict)
assert additional_headers.get("x-litellm-rust") == "true"