The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
import os
import json
import copy
from unittest.mock import MagicMock, patch
import httpx
import pytest
from pydantic import ValidationError
import litellm
from litellm.llms.snowflake.embedding.transformation import SnowflakeEmbeddingConfig
from litellm.types.utils import EmbeddingResponse
model_name = "snowflake-arctic-embed"
embed_response = {
"object": "list",
"data": [
{
"object": "embedding",
"embedding": [[0.1, 0.2, 0.3]],
"index": 0,
}
],
"model": model_name,
"usage": {"total_tokens": 4},
}
@patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
def test_snowflake_jwt_account_id(mock_post):
mock_post().json.return_value = copy.deepcopy(embed_response)
response = litellm.embedding(
f"snowflake/{model_name}",
input=["document"],
api_key="00000",
account_id="AAAA-BBBB",
)
assert len(response.data) == 1
assert response.data[0]["embedding"] == [0.1, 0.2, 0.3]
# check request
post_kwargs = mock_post.call_args_list[-1][1]
body = json.loads(post_kwargs["data"])
assert body["model"] == model_name
assert body["text"][0] == "document"
# JWT key was used
assert "00000" in post_kwargs["headers"]["Authorization"]
# account id was used
assert "AAAA-BBBB" in post_kwargs["url"]
# is embedding
assert post_kwargs["url"].endswith("cortex/inference:embed")
@patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
def test_snowflake_pat_key_account_id(mock_post):
mock_post().json.return_value = copy.deepcopy(embed_response)
response = litellm.embedding(
f"snowflake/{model_name}",
input=["document"],
api_key="pat/xxxxx",
account_id="AAAA-BBBB",
)
assert len(response.data) == 1
assert response.data[0]["embedding"] == [0.1, 0.2, 0.3]
# PAT key was used
post_kwargs = mock_post.call_args_list[-1][1]
assert "xxxxx" in post_kwargs["headers"]["Authorization"]
assert (
post_kwargs["headers"]["X-Snowflake-Authorization-Token-Type"]
== "PROGRAMMATIC_ACCESS_TOKEN"
)
# account id was used
assert "AAAA-BBBB" in post_kwargs["url"]
@patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
def test_snowflake_env(mock_post):
mock_post().json.return_value = copy.deepcopy(embed_response)
os.environ["SNOWFLAKE_ACCOUNT_ID"] = "AAAA-BBBB"
os.environ["SNOWFLAKE_JWT"] = "00000"
response = litellm.embedding(f"snowflake/{model_name}", input=["document"])
assert len(response.data) == 1
assert response.data[0]["embedding"] == [0.1, 0.2, 0.3]
# JWT key was used
post_kwargs = mock_post.call_args_list[-1][1]
assert "00000" in post_kwargs["headers"]["Authorization"]
# account id was used
assert "AAAA-BBBB" in post_kwargs["url"]
os.environ.pop("SNOWFLAKE_ACCOUNT_ID", None)
os.environ.pop("SNOWFLAKE_JWT", None)
def _transform(raw_response: httpx.Response) -> EmbeddingResponse:
return SnowflakeEmbeddingConfig().transform_embedding_response(
model="snowflake-arctic-embed-m",
raw_response=raw_response,
model_response=EmbeddingResponse(),
logging_obj=MagicMock(),
api_key="test-key",
request_data={},
optional_params={},
litellm_params={},
)
def test_transform_embedding_response_flattens_each_vector_and_prefixes_the_model():
response = _transform(
httpx.Response(
200,
json={
"object": "list",
"model": "snowflake-arctic-embed-m",
"data": [{"object": "embedding", "index": 0, "embedding": [[0.1, 2]]}],
"usage": {"total_tokens": 5},
"unknown": "ignored",
},
)
)
assert response.model_dump() == {
"model": "snowflake/snowflake-arctic-embed-m",
"data": [{"object": "embedding", "index": 0, "embedding": [0.1, 2]}],
"object": "list",
"usage": {
"completion_tokens": 0,
"prompt_tokens": 0,
"total_tokens": 5,
"completion_tokens_details": None,
"prompt_tokens_details": None,
},
}
assert response._hidden_params["model"] == "snowflake-arctic-embed-m"
@pytest.mark.parametrize("body", [b"null", b"[]", b"7"])
def test_transform_embedding_response_body_that_is_not_an_object_raises_type_error(body: bytes):
with pytest.raises(TypeError):
_transform(httpx.Response(200, content=body))
def test_transform_embedding_response_invalid_envelope_field_is_reported_by_name():
with pytest.raises(ValidationError) as exc_info:
_transform(httpx.Response(200, json={"data": [], "model": 5}))
assert exc_info.value.title == "EmbeddingResponse"
assert [error["loc"] for error in exc_info.value.errors()] == [("model",)]