The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
"""Every module in this package that defines a `CASE` is one perf test."""
from __future__ import annotations
import importlib
import pkgutil
from typing import Final
from setup.performance_test_case import PerformanceTestCase
def _load() -> tuple[PerformanceTestCase, ...]:
found: list[PerformanceTestCase] = []
for module_info in pkgutil.iter_modules(__path__):
module = importlib.import_module(f"{__name__}.{module_info.name}")
case: object = getattr(module, "CASE", None)
if isinstance(case, PerformanceTestCase):
found.append(case)
return tuple(sorted(found, key=lambda case: case.name))
CASES: Final = _load()