Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

6.9 KB
Raw Blame
import json
import sys
from types import ModuleType, SimpleNamespace
from typing import Final

import httpx
import pytest
import respx
from fastapi.testclient import TestClient

from unittest.mock import MagicMock, patch

import litellm
from litellm._version import version
from litellm.exceptions import BadRequestError
from litellm.llms.databricks.common_utils import DatabricksBase


def test_databricks_validate_environment():
    databricks_base = DatabricksBase()

    with patch.object(
        databricks_base, "_get_databricks_credentials"
    ) as mock_get_credentials:
        try:
            databricks_base.databricks_validate_environment(
                api_key=None,
                api_base="my_api_base",
                endpoint_type="chat_completions",
                custom_endpoint=False,
                headers=None,
            )
        except Exception:
            pass
        mock_get_credentials.assert_called_once()


SDK_HOST: Final = "https://my.workspace.cloud.databricks.com"
SDK_TOKEN: Final = "sdk-test-token"
MISSING_SDK_MESSAGE: Final = (
    "If the Databricks base URL and API key are not set, the databricks-sdk Python library must be installed."
)


def _install_fake_databricks_sdk(monkeypatch: pytest.MonkeyPatch) -> None:
    config: Final = SimpleNamespace(
        host=SDK_HOST,
        authenticate=lambda: {"Authorization": f"Bearer {SDK_TOKEN}"},
    )
    sdk_module: Final = ModuleType("databricks.sdk")
    package_module: Final = ModuleType("databricks")
    package_module.__path__ = []
    setattr(sdk_module, "WorkspaceClient", lambda: SimpleNamespace(config=config))
    setattr(sdk_module, "useragent", SimpleNamespace(with_partner=lambda _: None))
    setattr(package_module, "sdk", sdk_module)
    monkeypatch.setitem(sys.modules, "databricks", package_module)
    monkeypatch.setitem(sys.modules, "databricks.sdk", sdk_module)


@pytest.fixture
def _sdk_only_credentials(monkeypatch: pytest.MonkeyPatch) -> None:
    for name in ("DATABRICKS_API_BASE", "DATABRICKS_API_KEY", "DATABRICKS_CLIENT_ID", "DATABRICKS_CLIENT_SECRET"):
        monkeypatch.delenv(name, raising=False)
    _install_fake_databricks_sdk(monkeypatch)


def _assert_sdk_request(request: httpx.Request, expected_url: str, expected_body: dict[str, object]) -> None:
    assert str(request.url) == expected_url
    assert request.headers["Authorization"] == f"Bearer {SDK_TOKEN}"
    assert request.headers["Content-Type"] == "application/json"
    assert request.headers["User-Agent"] == f"litellm/{version}"
    assert json.loads(request.content) == expected_body


@pytest.mark.parametrize("set_base", [True, False])
def test_throws_if_api_base_or_api_key_not_set_without_databricks_sdk(
    monkeypatch: pytest.MonkeyPatch, set_base: bool
) -> None:
    monkeypatch.setitem(sys.modules, "databricks.sdk", None)
    if set_base:
        monkeypatch.setenv("DATABRICKS_API_BASE", f"{SDK_HOST}/serving-endpoints")
        monkeypatch.delenv("DATABRICKS_API_KEY", raising=False)
    else:
        monkeypatch.setenv("DATABRICKS_API_KEY", "dapimykey")
        monkeypatch.delenv("DATABRICKS_API_BASE", raising=False)

    with pytest.raises(BadRequestError) as completion_error:
        litellm.completion(
            model="databricks/dbrx-instruct-071224",
            messages=[{"role": "user", "content": "How are you?"}],
        )
    with pytest.raises(BadRequestError) as embedding_error:
        litellm.embedding(model="databricks/bge-12312", input=["Hello", "World"])

    for error in (completion_error.value, embedding_error.value):
        assert error.status_code == 400
        assert error.llm_provider == "databricks"
        assert MISSING_SDK_MESSAGE in error.message


@pytest.mark.respx(assert_all_called=True)
def test_completions_uses_databricks_sdk_if_api_key_and_base_not_specified(
    _sdk_only_credentials: None, respx_mock: respx.MockRouter
) -> None:
    upstream_response: Final = {
        "id": "chatcmpl_3f78f09a-489c-4b8d-a587-f162c7497891",
        "object": "chat.completion",
        "created": 1726285449,
        "model": "dbrx-instruct-071224",
        "choices": [
            {
                "index": 0,
                "message": {
                    "role": "assistant",
                    "content": "Hello! I'm an AI assistant. I'm doing well. How can I help?",
                    "function_call": None,
                    "tool_calls": None,
                },
                "finish_reason": "stop",
            }
        ],
        "usage": {
            "prompt_tokens": 230,
            "completion_tokens": 38,
            "completion_tokens_details": None,
            "total_tokens": 268,
            "prompt_tokens_details": None,
        },
        "system_fingerprint": None,
    }
    url: Final = f"{SDK_HOST}/serving-endpoints/chat/completions"
    route: Final = respx_mock.post(url).mock(return_value=httpx.Response(200, json=upstream_response))
    messages: Final = [{"role": "user", "content": "How are you?"}]

    response: Final = litellm.completion(
        model="databricks/dbrx-instruct-071224",
        messages=messages,
        temperature=0.5,
        extraparam="testpassingextraparam",
    )

    _assert_sdk_request(
        route.calls.last.request,
        url,
        {
            "model": "dbrx-instruct-071224",
            "messages": messages,
            "temperature": 0.5,
            "extraparam": "testpassingextraparam",
        },
    )
    assert response.to_dict() == {**upstream_response, "model": "databricks/dbrx-instruct-071224"}


@pytest.mark.respx(assert_all_called=True)
def test_embeddings_uses_databricks_sdk_if_api_key_and_base_not_specified(
    _sdk_only_credentials: None, respx_mock: respx.MockRouter
) -> None:
    upstream_response: Final = {
        "object": "list",
        "model": "bge-large-en-v1.5",
        "data": [
            {
                "index": 0,
                "object": "embedding",
                "embedding": [0.06768798828125, -0.01291656494140625, -0.0501708984375],
            },
            {
                "index": 1,
                "object": "embedding",
                "embedding": [0.0245361328125, -0.030364990234375, 0.0137939453125],
            },
        ],
        "usage": {
            "prompt_tokens": 8,
            "total_tokens": 8,
            "completion_tokens": 0,
            "completion_tokens_details": None,
            "prompt_tokens_details": None,
        },
    }
    url: Final = f"{SDK_HOST}/serving-endpoints/embeddings"
    route: Final = respx_mock.post(url).mock(return_value=httpx.Response(200, json=upstream_response))
    inputs: Final = ["Hello", "World"]

    response: Final = litellm.embedding(
        model="databricks/bge-large-en-v1.5",
        input=inputs,
        extraparam="testpassingextraparam",
    )

    _assert_sdk_request(
        route.calls.last.request,
        url,
        {"model": "bge-large-en-v1.5", "input": inputs, "extraparam": "testpassingextraparam"},
    )
    assert response.to_dict() == upstream_response