The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
from typing import Final
import pytest
from litellm.llms.oss_decision import OssDecisionProvider, oss_connection, validate_oss_request
pytestmark: Final = pytest.mark.parametrize("provider", ["laya", "bespoke"])
@pytest.mark.parametrize(
("base", "key", "expected_base", "expected_key"),
[
(None, None, "http://decision.test/root", "oss-env-key"),
("http://custom.test/", None, "http://custom.test", None),
("http://custom.test/", "explicit-key", "http://custom.test", "explicit-key"),
("http://custom.test/", "", "http://custom.test", None),
("http://decision.test/root", None, "http://decision.test/root", "oss-env-key"),
("http://decision.test/root/", "", "http://decision.test/root", "oss-env-key"),
("http://decision.test/root", "explicit-key", "http://decision.test/root", "explicit-key"),
("http://decision.test/root/v1/", None, "http://decision.test/root", "oss-env-key"),
("http://decision.test/root/v2", None, "http://decision.test/root/v2", None),
("http://v1", None, "http://v1", None),
("http://v1/v1/", None, "http://v1", None),
("http://[::1]:8000/v1", None, "http://[::1]:8000", None),
],
)
def test_oss_credentials_stay_with_their_configured_destination(
monkeypatch: pytest.MonkeyPatch,
provider: OssDecisionProvider,
base: str | None,
key: str | None,
expected_base: str,
expected_key: str | None,
) -> None:
monkeypatch.setenv(f"{provider.upper()}_API_BASE", "http://decision.test/root/")
monkeypatch.setenv(f"{provider.upper()}_API_KEY", "oss-env-key")
monkeypatch.setenv("TYPESAFE_API_KEY", "never-send-this")
monkeypatch.setenv("NIMBLE_API_KEY", "never-send-nimble-search-key")
connection: Final = oss_connection(provider, base, key)
assert (connection.api_base, connection.api_key) == (expected_base, expected_key)
assert "key" not in repr(connection)
@pytest.mark.parametrize(
("env_base", "base"),
[
("http://decision.test/root/v1/", "http://decision.test/root"),
("http://decision.test/root", "http://decision.test/root/v1"),
],
)
def test_oss_env_key_follows_its_server_with_or_without_the_v1_suffix(
monkeypatch: pytest.MonkeyPatch, provider: OssDecisionProvider, env_base: str, base: str
) -> None:
monkeypatch.setenv(f"{provider.upper()}_API_BASE", env_base)
monkeypatch.setenv(f"{provider.upper()}_API_KEY", "oss-env-key")
assert oss_connection(provider, base).api_key == "oss-env-key"
@pytest.mark.parametrize(
"base",
["", "ftp://laya.test", "http://user:[email protected]", "https://laya.test?key=x", "http://laya.test/#x"],
)
def test_oss_rejects_ambiguous_server_urls(provider: OssDecisionProvider, base: str) -> None:
with pytest.raises(ValueError, match=provider):
oss_connection(provider, base)
def test_oss_missing_server_does_not_fall_back_to_typesafe(
monkeypatch: pytest.MonkeyPatch, provider: OssDecisionProvider
) -> None:
monkeypatch.delenv(f"{provider.upper()}_API_BASE", raising=False)
monkeypatch.setenv("TYPESAFE_API_BASE", "https://typesafe.test")
monkeypatch.setenv("NIMBLE_API_BASE", "https://nimble-search.test")
with pytest.raises(ValueError, match=f"{provider.upper()}_API_BASE"):
oss_connection(provider)
def test_oss_request_accepts_the_name_ollama_serves_nimble_under_only_for_bespoke(
provider: OssDecisionProvider,
) -> None:
body: Final = {"model": "nimble"}
if provider == "bespoke":
assert validate_oss_request(provider, body) == "nimble"
return
with pytest.raises(ValueError, match=f"{provider} model must be one of"):
validate_oss_request(provider, body)