Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
"""chat_template_kwargs.enable_thinking is opt-in per registry entry, never per custom base_url."""
from __future__ import annotations
import asyncio
import json
import httpx
import pytest
from core.inference import external_provider as ep_mod
from core.inference import providers as providers_mod
from core.inference.external_provider import ExternalProviderClient
def _capture_body(provider_type: str, model: str, **kwargs) -> dict:
captured: dict = {}
def handler(request: httpx.Request) -> httpx.Response:
captured["body"] = json.loads(request.content.decode())
sse = 'data: {"choices":[{"index":0,"delta":{"content":"ok"}}]}\n\n' "data: [DONE]\n\n"
return httpx.Response(200, content = sse, headers = {"content-type": "text/event-stream"})
mock_client = httpx.AsyncClient(transport = httpx.MockTransport(handler))
client = ExternalProviderClient(
provider_type = provider_type,
base_url = "http://127.0.0.1:11434/v1",
api_key = "",
)
async def run() -> None:
try:
async for _ in client.stream_chat_completion(
messages = [{"role": "user", "content": "hi"}],
model = model,
**kwargs,
):
pass
finally:
await mock_client.aclose()
event_loop = asyncio.new_event_loop()
previous_client = ep_mod._http_client
ep_mod._http_client = mock_client
try:
event_loop.run_until_complete(run())
finally:
ep_mod._http_client = previous_client
event_loop.close()
return captured["body"]
@pytest.mark.parametrize("provider_type", ["vllm", "llama_cpp"])
def test_template_appliers_gate_thinking_off_via_chat_template_kwargs(provider_type):
body = _capture_body(provider_type, "some-local-model", enable_thinking = False)
assert body["chat_template_kwargs"] == {"enable_thinking": False}
@pytest.mark.parametrize("provider_type", ["vllm", "llama_cpp"])
def test_template_appliers_gate_thinking_on_via_chat_template_kwargs(provider_type):
body = _capture_body(provider_type, "some-local-model", enable_thinking = True)
assert body["chat_template_kwargs"] == {"enable_thinking": True}
@pytest.mark.parametrize("provider_type", ["vllm", "llama_cpp"])
def test_no_toggle_sends_no_template_kwargs(provider_type):
body = _capture_body(provider_type, "some-local-model")
assert "chat_template_kwargs" not in body
@pytest.mark.parametrize("enable_thinking", [True, False])
def test_a_custom_base_url_is_never_given_template_kwargs(enable_thinking):
# enable_thinking=False is sent on every call; a strict custom gateway would 400 on it.
body = _capture_body("custom", "some-local-model", enable_thinking = enable_thinking)
assert "chat_template_kwargs" not in body
def test_the_registry_flag_alone_opts_a_provider_in(monkeypatch):
entry = dict(providers_mod.PROVIDER_REGISTRY["custom"], supports_chat_template_kwargs = True)
monkeypatch.setitem(providers_mod.PROVIDER_REGISTRY, "custom", entry)
body = _capture_body("custom", "some-local-model", enable_thinking = False)
assert body["chat_template_kwargs"] == {"enable_thinking": False}
def test_a_hosted_provider_is_not_given_template_kwargs():
body = _capture_body("kimi", "kimi-k2.6", enable_thinking = False)
assert "chat_template_kwargs" not in body
assert body["thinking"] == {"type": "disabled"}