Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Stop the Starling, Yi-chat and LFM2 templates leaking whitespace (#11779)
Abhishek B R96efda5e21de
diff --git a/tests/test_chat_template_whitespace.py b/tests/test_chat_template_whitespace.pynew file mode 100644index 00000000000..018547d1d95--- /dev/null+++ b/tests/test_chat_template_whitespace.py@@ -0,0 +1,83 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.++"""Expected strings: transformers apply_chat_template renders from unsloth/Starling-LM-7B-beta,+01-ai/Yi-6B-Chat and LiquidAI/LFM2(.5)-1.2B, hard coded for offline runs."""++import os+import re++import pytest+from jinja2 import Environment+++CHAT_TEMPLATES_PATH = os.path.join(+ os.path.dirname(os.path.dirname(os.path.abspath(__file__))),+ "unsloth",+ "chat_templates.py",+)+++def _extract_template(name):+ src = open(CHAT_TEMPLATES_PATH, encoding = "utf-8").read()+ pattern = rf"{re.escape(name)}\s*=\s*\\\n(\"\"\"|''')(.*?)\1"+ m = re.search(pattern, src, flags = re.DOTALL)+ assert m, f"Could not extract {name} from chat_templates.py"+ return m.group(2)+++# transformers renders with trim_blocks + lstrip_blocks; plain Environment = other Jinja consumers.+ENVIRONMENTS = {+ "transformers": dict(trim_blocks = True, lstrip_blocks = True),+ "plain": dict(),+}++CONVERSATION = [+ {"role": "system", "content": "SYS"},+ {"role": "user", "content": "Hello"},+ {"role": "assistant", "content": "Hi there"},+ {"role": "user", "content": "Q2"},+]++EXPECTED = {+ "starling_template": (+ "<s>",+ "<s>GPT4 Correct System: SYS<|end_of_turn|>"+ "GPT4 Correct User: Hello<|end_of_turn|>"+ "GPT4 Correct Assistant: Hi there<|end_of_turn|>"+ "GPT4 Correct User: Q2<|end_of_turn|>",+ "GPT4 Correct Assistant:",+ ),+ "yi_chat_template": (+ "<|startoftext|>",+ "<|im_start|>system\nSYS<|im_end|>\n"+ "<|im_start|>user\nHello<|im_end|>\n"+ "<|im_start|>assistant\nHi there<|im_end|>\n"+ "<|im_start|>user\nQ2<|im_end|>\n",+ "<|im_start|>assistant\n",+ ),+ "liquid_lfm2_template": (+ "<|startoftext|>",+ "<|startoftext|><|im_start|>system\nSYS<|im_end|>\n"+ "<|im_start|>user\nHello<|im_end|>\n"+ "<|im_start|>assistant\nHi there<|im_end|>\n"+ "<|im_start|>user\nQ2<|im_end|>\n",+ "<|im_start|>assistant\n",+ ),+}++[email protected]("env_name", sorted(ENVIRONMENTS))[email protected]("add_generation_prompt", [False, True])[email protected]("template_name", sorted(EXPECTED))+def test_template_matches_official_render(template_name, add_generation_prompt, env_name):+ bos_token, expected, generation_prompt = EXPECTED[template_name]+ if add_generation_prompt:+ expected += generation_prompt+ tmpl = Environment(**ENVIRONMENTS[env_name]).from_string(_extract_template(template_name))+ out = tmpl.render(+ messages = CONVERSATION,+ bos_token = bos_token,+ add_generation_prompt = add_generation_prompt,+ )+ assert out == expecteddiff --git a/unsloth/chat_templates.py b/unsloth/chat_templates.pyindex 229df1be557..83e4720e91b 100644--- a/unsloth/chat_templates.py+++ b/unsloth/chat_templates.py@@ -1792,8 +1792,7 @@ DEFAULT_SYSTEM_MESSAGE["qwen3-thinking"] = None# =========================================== Liquid-LFM2liquid_lfm2_template = \-'''-{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '+'''{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '' + message['content'] + '<|im_end|>' + ''}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant' }}{% endif %}'''@@ -1811,10 +1810,10 @@ DEFAULT_SYSTEM_MESSAGE["lfm-2.5"] = Nonestarling_template = \"""{{ bos_token }}{%- for message in messages %}- {{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>' }}+ {{- 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>' }}{%- endfor %}{%- if add_generation_prompt %}- {{ 'GPT4 Correct Assistant:' }}+ {{- 'GPT4 Correct Assistant:' }}{%- endif %}"""# Ollama from https://ollama.com/library/starling-lm:7b/blobs/4b21bfc435b4@@ -1829,12 +1828,10 @@ DEFAULT_SYSTEM_MESSAGE["starling"] = None# =========================================== Yi-chatyi_chat_template = \-"""-{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '+"""{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '' + message['content'] + '<|im_end|>' + ''}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant-' }}{% endif %}-"""+' }}{% endif %}"""# Ollama from https://ollama.com/library/yi:34b-chat/blobs/62fbfd9ed093yi_chat_ollama = _ollama_template("yi-chat")