The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
from typing import Final
import pytest
from tests.integration.run import GROUPS, select, uncollected, worker_settings
_GROUP: Final = (
"tests/integration/cost_calculation/test_cost_tracking.py",
"tests/integration/cost_calculation/test_rollups.py",
)
_CELL: Final = (
"tests/integration/cost_calculation/test_cost_tracking.py"
"::test_case_bills_expected_cost[perplexity/pplx-decider-v1-27b-decisions]"
)
def test_a_node_id_inside_a_group_file_is_selected_as_written() -> None:
selection: Final = select((_CELL,), _GROUP)
assert selection.nodes == (_CELL,)
assert selection.foreign == ()
def test_a_node_id_outside_the_group_is_foreign_by_its_file() -> None:
foreign: Final = "tests/integration/providers/test_decisions_wire.py::test_key_checks_match_chat"
assert select((foreign, _CELL), _GROUP).foreign == (foreign,)
def test_no_request_selects_every_group_file() -> None:
assert select((), _GROUP).nodes == _GROUP
def test_a_node_id_whose_file_collected_tests_is_not_empty() -> None:
collected: Final = frozenset({_CELL, "tests/integration/cost_calculation/test_cost_tracking.py::test_other"})
assert uncollected((_CELL,), collected) == ()
def test_a_selected_file_that_collected_nothing_is_reported() -> None:
assert uncollected(_GROUP, frozenset({_CELL})) == ("tests/integration/cost_calculation/test_rollups.py",)
@pytest.mark.parametrize("group", tuple(GROUPS))
def test_every_group_run_by_several_workers_gives_each_worker_its_own_stack(group: str) -> None:
assert worker_settings(group, 2)["INTEGRATION_WORKER_ISOLATION"] == "1"
@pytest.mark.parametrize("group", tuple(GROUPS))
def test_a_single_worker_run_keeps_the_supplied_deployment(group: str) -> None:
assert worker_settings(group, 1) == {}