Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import pytest
from datasets import Dataset
from utils.datasets import format_and_template_dataset
class _TurnTokenizer:
chat_template = "{{ messages }}"
eos_token = "</s>"
def apply_chat_template(self, conversation, **_kwargs):
return "".join(f"<{turn['role']}>{turn['content']}" for turn in conversation)
def _sharegpt(turns):
return "conversations", [{"from": role, "value": content} for role, content in turns]
def _chatml(turns):
return "messages", [{"role": role, "content": content} for role, content in turns]
def _format(rows):
result = format_and_template_dataset(
Dataset.from_list(rows), model_name = "stub-model", tokenizer = _TurnTokenizer()
)
assert result["success"], result["errors"]
return list(result["dataset"]["text"])
@pytest.mark.parametrize("shape", [_sharegpt, _chatml], ids = ["sharegpt", "chatml"])
def test_system_column_is_trained_as_the_system_turn(shape):
column, convo = shape([("user", "q"), ("assistant", "a")])
texts = _format([{"system": "Here is a list of functions", column: convo}])
assert texts == ["<system>Here is a list of functions<user>q<assistant>a"]
@pytest.mark.parametrize("shape", [_sharegpt, _chatml], ids = ["sharegpt", "chatml"])
def test_system_column_does_not_override_a_leading_system_turn_or_add_a_blank_one(shape):
column, with_system = shape([("system", "inline"), ("user", "q"), ("assistant", "a")])
_, without_system = shape([("user", "q"), ("assistant", "a")])
texts = _format(
[
{"system": "column", column: with_system},
{"system": " ", column: without_system},
]
)
assert texts == ["<system>inline<user>q<assistant>a", "<user>q<assistant>a"]
class _NoSystemTokenizer(_TurnTokenizer):
def apply_chat_template(self, conversation, **kwargs):
if any(turn["role"] == "system" for turn in conversation):
raise ValueError("System role not supported")
return super().apply_chat_template(conversation, **kwargs)
@pytest.mark.parametrize("shape", [_sharegpt, _chatml], ids = ["sharegpt", "chatml"])
def test_system_column_falls_back_when_the_template_rejects_a_system_turn(shape):
column, convo = shape([("user", "q"), ("assistant", "a")])
result = format_and_template_dataset(
Dataset.from_list([{"system": "Here is a list of functions", column: convo}]),
model_name = "stub-model",
tokenizer = _NoSystemTokenizer(),
)
assert result["success"], result["errors"]
assert list(result["dataset"]["text"]) == ["<user>q<assistant>a"]
def test_a_malformed_row_is_dropped_on_its_own_when_a_system_column_is_present():
_, convo = _chatml([("user", "q"), ("assistant", "a")])
texts = _format(
[
{"system": "column", "messages": convo},
{"system": "column", "messages": [None, *convo]},
]
)
assert texts == ["<system>column<user>q<assistant>a"]
@pytest.mark.parametrize("shape", [_sharegpt, _chatml], ids = ["sharegpt", "chatml"])
def test_system_column_is_kept_when_converting_to_alpaca(shape):
column, convo = shape([("user", "q"), ("assistant", "a")])
_, with_system = shape([("system", "inline"), ("user", "q"), ("assistant", "a")])
result = format_and_template_dataset(
Dataset.from_list(
[
{"system": "Here is a list of functions", column: convo},
{"system": "column", column: with_system},
]
),
model_name = "stub-model",
tokenizer = _TurnTokenizer(),
format_type = "alpaca",
)
assert result["success"], result["errors"]
assert list(result["dataset"]["input"]) == ["Here is a list of functions", "inline"]
def test_alpaca_system_column_replaces_the_default_preamble():
from jinja2 import Template
from utils.datasets import DEFAULT_ALPACA_TEMPLATE
from utils.datasets.chat_templates import STUDIO_ALPACA_CHAT_TEMPLATE
rows = [
{"system": "You are AcmeBot.", "instruction": "Say hi", "input": "", "output": "Salut"},
{"system": " ", "instruction": "Say hi", "input": "", "output": "Salut"},
]
texts = _format(rows)
saved_template_render = Template(STUDIO_ALPACA_CHAT_TEMPLATE).render(
messages = [
{"role": "system", "content": "You are AcmeBot."},
{"role": "user", "content": "Say hi"},
{"role": "assistant", "content": "Salut"},
],
bos_token = "",
eos_token = "</s>",
)
assert texts == [
saved_template_render,
DEFAULT_ALPACA_TEMPLATE.format("Say hi", "", "Salut") + "</s>",
]
@pytest.mark.parametrize("system", [3, {"persona": "x"}], ids = ["number", "dict"])
def test_alpaca_system_column_that_is_not_text_keeps_the_default_preamble(system):
from utils.datasets import DEFAULT_ALPACA_TEMPLATE
texts = _format([{"system": system, "instruction": "Say hi", "input": "", "output": "Salut"}])
assert texts == [DEFAULT_ALPACA_TEMPLATE.format("Say hi", "", "Salut") + "</s>"]
def test_alpaca_system_column_in_a_numpy_formatted_dataset():
from utils.datasets import DEFAULT_ALPACA_TEMPLATE
rows = [
{"system": "You are AcmeBot.", "instruction": "Say hi", "input": "", "output": "Salut"},
{"system": "", "instruction": "Say hi", "input": "", "output": "Salut"},
]
result = format_and_template_dataset(
Dataset.from_list(rows).with_format("numpy"),
model_name = "stub-model",
tokenizer = _TurnTokenizer(),
)
assert result["success"], result["errors"]
texts = list(result["dataset"]["text"])
assert texts[0].startswith("You are AcmeBot.\n\n### Instruction:")
assert texts[1] == DEFAULT_ALPACA_TEMPLATE.format("Say hi", "", "Salut") + "</s>"