Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

Stop the Starling, Yi-chat and LFM2 templates leaking whitespace (#11779)

Abhishek B R96efda5e21de
diff --git a/tests/test_chat_template_whitespace.py b/tests/test_chat_template_whitespace.py
new file mode 100644
index 00000000000..018547d1d95
--- /dev/null
+++ b/tests/test_chat_template_whitespace.py
@@ -0,0 +1,83 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.
+
+"""Expected strings: transformers apply_chat_template renders from unsloth/Starling-LM-7B-beta,
+01-ai/Yi-6B-Chat and LiquidAI/LFM2(.5)-1.2B, hard coded for offline runs."""
+
+import os
+import re
+
+import pytest
+from jinja2 import Environment
+
+
+CHAT_TEMPLATES_PATH = os.path.join(
+ os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
+ "unsloth",
+ "chat_templates.py",
+)
+
+
+def _extract_template(name):
+ src = open(CHAT_TEMPLATES_PATH, encoding = "utf-8").read()
+ pattern = rf"{re.escape(name)}\s*=\s*\\\n(\"\"\"|''')(.*?)\1"
+ m = re.search(pattern, src, flags = re.DOTALL)
+ assert m, f"Could not extract {name} from chat_templates.py"
+ return m.group(2)
+
+
+# transformers renders with trim_blocks + lstrip_blocks; plain Environment = other Jinja consumers.
+ENVIRONMENTS = {
+ "transformers": dict(trim_blocks = True, lstrip_blocks = True),
+ "plain": dict(),
+}
+
+CONVERSATION = [
+ {"role": "system", "content": "SYS"},
+ {"role": "user", "content": "Hello"},
+ {"role": "assistant", "content": "Hi there"},
+ {"role": "user", "content": "Q2"},
+]
+
+EXPECTED = {
+ "starling_template": (
+ "<s>",
+ "<s>GPT4 Correct System: SYS<|end_of_turn|>"
+ "GPT4 Correct User: Hello<|end_of_turn|>"
+ "GPT4 Correct Assistant: Hi there<|end_of_turn|>"
+ "GPT4 Correct User: Q2<|end_of_turn|>",
+ "GPT4 Correct Assistant:",
+ ),
+ "yi_chat_template": (
+ "<|startoftext|>",
+ "<|im_start|>system\nSYS<|im_end|>\n"
+ "<|im_start|>user\nHello<|im_end|>\n"
+ "<|im_start|>assistant\nHi there<|im_end|>\n"
+ "<|im_start|>user\nQ2<|im_end|>\n",
+ "<|im_start|>assistant\n",
+ ),
+ "liquid_lfm2_template": (
+ "<|startoftext|>",
+ "<|startoftext|><|im_start|>system\nSYS<|im_end|>\n"
+ "<|im_start|>user\nHello<|im_end|>\n"
+ "<|im_start|>assistant\nHi there<|im_end|>\n"
+ "<|im_start|>user\nQ2<|im_end|>\n",
+ "<|im_start|>assistant\n",
+ ),
+}
+
+
[email protected]("env_name", sorted(ENVIRONMENTS))
[email protected]("add_generation_prompt", [False, True])
[email protected]("template_name", sorted(EXPECTED))
+def test_template_matches_official_render(template_name, add_generation_prompt, env_name):
+ bos_token, expected, generation_prompt = EXPECTED[template_name]
+ if add_generation_prompt:
+ expected += generation_prompt
+ tmpl = Environment(**ENVIRONMENTS[env_name]).from_string(_extract_template(template_name))
+ out = tmpl.render(
+ messages = CONVERSATION,
+ bos_token = bos_token,
+ add_generation_prompt = add_generation_prompt,
+ )
+ assert out == expected
diff --git a/unsloth/chat_templates.py b/unsloth/chat_templates.py
index 229df1be557..83e4720e91b 100644
--- a/unsloth/chat_templates.py
+++ b/unsloth/chat_templates.py
@@ -1792,8 +1792,7 @@ DEFAULT_SYSTEM_MESSAGE["qwen3-thinking"] = None
# =========================================== Liquid-LFM2
liquid_lfm2_template = \
-'''
-{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+'''{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
' + message['content'] + '<|im_end|>' + '
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
' }}{% endif %}'''
@@ -1811,10 +1810,10 @@ DEFAULT_SYSTEM_MESSAGE["lfm-2.5"] = None
starling_template = \
"""{{ bos_token }}
{%- for message in messages %}
- {{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>' }}
+ {{- 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>' }}
{%- endfor %}
{%- if add_generation_prompt %}
- {{ 'GPT4 Correct Assistant:' }}
+ {{- 'GPT4 Correct Assistant:' }}
{%- endif %}"""
# Ollama from https://ollama.com/library/starling-lm:7b/blobs/4b21bfc435b4
@@ -1829,12 +1828,10 @@ DEFAULT_SYSTEM_MESSAGE["starling"] = None
# =========================================== Yi-chat
yi_chat_template = \
-"""
-{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+"""{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
' + message['content'] + '<|im_end|>' + '
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
-' }}{% endif %}
-"""
+' }}{% endif %}"""
# Ollama from https://ollama.com/library/yi:34b-chat/blobs/62fbfd9ed093
yi_chat_ollama = _ollama_template("yi-chat")