The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
import asyncio
import selectors
from collections.abc import Callable
from typing import Final
class ManualClockLoop(asyncio.SelectorEventLoop):
"""An event loop whose clock moves only when the test advances it, so timeouts fire on test-controlled conditions"""
def __init__(self, selector: selectors.BaseSelector | None = None) -> None:
super().__init__(selector)
self._now = 0.0
def time(self) -> float:
return self._now
def advance(self, seconds: float) -> None:
self._now += seconds
class _AutojumpSelector(selectors.DefaultSelector):
def __init__(self, advance: Callable[[float], None]) -> None:
super().__init__()
self._advance = advance
def select(self, timeout: float | None = None) -> list[tuple[selectors.SelectorKey, int]]:
ready: Final = super().select(0)
if ready or timeout == 0:
return ready
if timeout is None:
return super().select(None)
self._advance(timeout)
return []
class AutojumpClockLoop(ManualClockLoop):
"""A manual-clock loop that jumps to the next timer only once no callback or I/O event is left to run"""
def __init__(self) -> None:
super().__init__(_AutojumpSelector(self.advance))