Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

6.0 KB
Raw Blame
import uuid
from typing import Final

from pydantic import JsonValue

from tests.integration._support.client import Gateway, Scenario
from tests.integration._support.database import read_rows


def _credential_with_display_name(gateway: Gateway, scenario: Scenario, display_name: str) -> str:
    name: Final = f"credential-{uuid.uuid4().hex}"
    gateway.post(
        "/credentials",
        {
            "credential_name": name,
            "display_name": display_name,
            "credential_values": {"api_key": "synthetic-credential"},
            "credential_info": {"custom_llm_provider": "openai"},
        },
    )
    scenario.cleanups.callback(_delete_credential_if_present, gateway, name)
    return name


def _delete_credential_if_present(gateway: Gateway, name: str) -> None:
    response: Final = gateway.request("DELETE", f"/credentials/{name}")
    assert response.status_code in (200, 404), response.text


def _stored_display_name(name: str) -> list[dict[str, JsonValue]]:
    return read_rows(
        'SELECT credential_name, display_name FROM "LiteLLM_CredentialsTable" WHERE credential_name = %s',
        (name,),
    )


def _served_credential(gateway: Gateway, name: str) -> dict[str, JsonValue]:
    by_name: Final = gateway.get(f"/credentials/by_name/{name}")
    listed: Final = [entry for entry in gateway.get("/credentials")["credentials"] if isinstance(entry, dict)]
    from_list: Final = [entry for entry in listed if entry["credential_name"] == name]
    assert len(from_list) == 1, listed
    assert from_list[0]["display_name"] == by_name["display_name"], (from_list[0], by_name)
    return by_name


def _model_using(gateway: Gateway, scenario: Scenario, credential: str) -> str:
    return scenario.model(
        model="openai/gpt-4o-mini",
        api_base=f"{gateway.upstream_url}/v1",
        litellm_credential_name=credential,
    )


def test_display_name_round_trips_and_patch_keeps_clears_and_rejects_blank(gateway: Gateway) -> None:
    with gateway.scenario() as scenario:
        name: Final = _credential_with_display_name(gateway, scenario, "Prod OpenAI")
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Prod OpenAI"}]
        assert _served_credential(gateway, name)["display_name"] == "Prod OpenAI"

        kept: Final = gateway.request("PATCH", f"/credentials/{name}", {"credential_info": {"description": "d"}})
        assert kept.status_code == 200, kept.text
        assert _served_credential(gateway, name)["display_name"] == "Prod OpenAI"

        relabeled: Final = gateway.request(
            "PATCH", f"/credentials/{name}", {"display_name": "Staging OpenAI", "credential_info": {}}
        )
        assert relabeled.status_code == 200, relabeled.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Staging OpenAI"}]
        assert _served_credential(gateway, name)["display_name"] == "Staging OpenAI"

        blank: Final = gateway.request("PATCH", f"/credentials/{name}", {"display_name": "  ", "credential_info": {}})
        assert blank.status_code == 400, blank.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Staging OpenAI"}]

        too_long: Final = gateway.request(
            "PATCH", f"/credentials/{name}", {"display_name": "x" * 256, "credential_info": {}}
        )
        assert too_long.status_code == 400, too_long.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Staging OpenAI"}]

        trimmed: Final = gateway.request(
            "PATCH", f"/credentials/{name}", {"display_name": "  Staging OpenAI v2  ", "credential_info": {}}
        )
        assert trimmed.status_code == 200, trimmed.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Staging OpenAI v2"}]
        assert _served_credential(gateway, name)["source"] == "db"

        cleared: Final = gateway.request("PATCH", f"/credentials/{name}", {"display_name": None, "credential_info": {}})
        assert cleared.status_code == 200, cleared.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": None}]
        assert _served_credential(gateway, name)["display_name"] is None


def test_blank_display_name_on_create_is_rejected(gateway: Gateway) -> None:
    name: Final = f"credential-{uuid.uuid4().hex}"
    rejected: Final = gateway.request(
        "POST",
        "/credentials",
        {"credential_name": name, "display_name": "", "credential_values": {"api_key": "k"}, "credential_info": {}},
    )
    assert rejected.status_code == 400, rejected.text
    assert _stored_display_name(name) == []


def test_patch_rename_is_rejected_and_model_keeps_working(gateway: Gateway) -> None:
    with gateway.scenario() as scenario:
        name: Final = _credential_with_display_name(gateway, scenario, "Prod OpenAI")
        model: Final = _model_using(gateway, scenario, name)
        assert gateway.chat(model)["object"] == "chat.completion"

        other: Final = f"credential-{uuid.uuid4().hex}"
        renamed: Final = gateway.request(
            "PATCH", f"/credentials/{name}", {"credential_name": other, "credential_info": {"description": "x"}}
        )
        assert renamed.status_code == 400, renamed.text
        assert "display_name" in renamed.text, renamed.text
        assert _stored_display_name(name) == [{"credential_name": name, "display_name": "Prod OpenAI"}]
        assert _stored_display_name(other) == []
        assert gateway.request("GET", f"/credentials/by_name/{other}").status_code == 404

        same_name: Final = gateway.request(
            "PATCH", f"/credentials/{name}", {"credential_name": name, "credential_info": {"description": "y"}}
        )
        assert same_name.status_code == 200, same_name.text
        assert _served_credential(gateway, name)["credential_info"] == {
            "custom_llm_provider": "openai",
            "description": "y",
        }
        assert gateway.chat(model)["object"] == "chat.completion"