The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
from __future__ import annotations
import time
from typing import Final
import pytest
from tests.integration._support.timing import (
assert_cut_short,
assert_enforced_within,
assert_not_delayed_by,
assert_within_factor_of_control,
timed,
)
def test_timed_returns_the_value_and_at_least_the_time_the_operation_took() -> None:
measured: Final = timed(lambda: time.sleep(0.05) or "done")
assert measured.value == "done"
assert measured.seconds >= 0.05
def test_a_burst_slowed_by_load_but_not_by_the_injected_delay_passes() -> None:
assert_not_delayed_by((1.2, 2.4), control=(1.1, 1.9), injected_delay=2)
def test_a_burst_that_waited_out_the_injected_delay_fails() -> None:
with pytest.raises(AssertionError, match="injected delay"):
assert_not_delayed_by((1.2, 4.0), control=(1.1, 1.9), injected_delay=2)
def test_a_call_cut_short_before_the_injected_stall_passes_and_one_that_waited_fails() -> None:
assert_cut_short(1.5, injected_delay=20)
with pytest.raises(AssertionError, match="no sooner than"):
assert_cut_short(20.0, injected_delay=20)
def test_an_enforced_limit_passes_inside_its_slack_and_fails_on_either_side() -> None:
assert_enforced_within(59.5, configured=60, slack=15, not_before=59)
assert_enforced_within(75.0, configured=60, slack=15, not_before=59)
with pytest.raises(AssertionError, match="configured 60s plus 15s"):
assert_enforced_within(300.0, configured=60, slack=15, not_before=59)
with pytest.raises(AssertionError, match="between 59s"):
assert_enforced_within(58.0, configured=60, slack=15, not_before=59)
def test_an_enforced_limit_without_a_floor_only_caps_the_elapsed_time() -> None:
assert_enforced_within(0.0, configured=1, slack=7)
with pytest.raises(AssertionError):
assert_enforced_within(8.5, configured=1, slack=7)
def test_a_bound_relative_to_the_control_scales_with_a_slower_machine() -> None:
assert_within_factor_of_control(0.9, control=0.1, factor=10)
assert_within_factor_of_control(9.0, control=1.0, factor=10)
with pytest.raises(AssertionError, match="over 10x"):
assert_within_factor_of_control(1.1, control=0.1, factor=10)