Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

1.9 KB
Raw Blame
"""
Test for GitHub issue #11267 - System message format issue with Ollama + tools
"""

from copy import deepcopy
from typing import Final
from unittest.mock import patch


@patch("litellm.add_function_to_prompt", True)
def test_system_message_format_issue_reproduction():
    """
    Reproduces the system message format bug from GitHub issue #11267.
    """
    from litellm import completion

    # Define test data directly from data.jsonl content
    model = "ollama/custom_model_name"  # Use explicit Ollama model
    messages = [
        {
            "role": "user",
            "content": [{"type": "text", "text": "What is the capital of France?"}],
        },
        {
            "role": "system",
            "content": [
                {
                    "type": "text",
                    "text": "You are Claude Code, Anthropic's official CLI for Claude.",
                    "cache_control": {"type": "ephemeral"},
                }
            ],
        },
    ]

    messages_before_call: Final = deepcopy(messages)
    temperature = 1

    # Add tools to trigger the bug - this is what causes the issue
    tools = [
        {
            "type": "function",
            "function": {
                "name": "get_weather",
                "description": "Get weather for a location",
                "parameters": {
                    "type": "object",
                    "properties": {"location": {"type": "string"}},
                    "required": ["location"],
                },
            },
        }
    ]

    response = completion(
        model=model,
        messages=messages,
        tools=tools,
        temperature=temperature,
        mock_response=True,
    )

    assert messages == messages_before_call


if __name__ == "__main__":
    print("Testing system message format issue...")
    test_system_message_format_issue_reproduction()
    print("Tests completed!")