Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.
"""The python tool must be executed, so the verdict is a token on disk, not the reply text."""
from __future__ import annotations
import ast
from pathlib import Path
ROOT = Path(__file__).resolve().parents[2]
PAYLOAD = ROOT / "tests" / "kaggle" / "studio_gpu" / "run_studio_gpu.py"
SRC = PAYLOAD.read_text(encoding = "utf-8")
def _func(name: str) -> ast.FunctionDef:
"""Matches the method, not the module-level subprocess helper that shares its name."""
tree = ast.parse(SRC)
for cls in ast.walk(tree):
if not isinstance(cls, ast.ClassDef):
continue
for node in cls.body:
if isinstance(node, ast.FunctionDef) and node.name == name:
return node
raise AssertionError(f"no method named {name!r}")
def _body(name: str = "assert_code_execution") -> str:
return ast.get_source_segment(SRC, _func(name)) or ""
def test_the_assertion_exists_and_is_driven_from_the_run():
body = _body()
assert body
run = _body("execute")
assert "self.assert_code_execution()" in run, "an assertion nothing calls is not coverage"
def test_the_python_tool_is_the_one_requested():
"""`enabled_tools` omitted means ALL local tools, which would let the model
satisfy this with `terminal` and say nothing about `python`."""
body = _body()
assert "enable_tools = True" in body
assert 'enabled_tools = ["python"]' in body
def test_the_permission_mode_is_one_the_local_python_tool_survives():
"""Only permission_mode off survives a local python tool: ask, auto and the default all return 400."""
body = _body()
assert 'permission_mode = "off"' in body
assert 'permission_mode = "ask"' not in body
assert 'permission_mode = "auto"' not in body
def test_the_token_is_minted_per_run_and_not_hardcoded():
"""A fixed token would be satisfied by a file an EARLIER run left in the
sandbox, which is a green tick for code that did not run this time."""
body = _body()
assert "secrets_module.token_hex" in body
call = next(
node
for node in ast.walk(_func("assert_code_execution"))
if isinstance(node, ast.Call)
and isinstance(node.func, ast.Attribute)
and node.func.attr == "token_hex"
)
assert call is not None
def test_the_verdict_is_read_off_the_filesystem_and_not_off_the_reply():
"""The verdict comes from a file on disk, since a check on the reply passes a narrated run."""
func = _func("assert_code_execution")
guarded_by_written = False
for node in ast.walk(func):
if not isinstance(node, ast.If):
continue
test = ast.unparse(node.test)
appends = [
n
for n in ast.walk(node)
if isinstance(n, ast.Call)
and isinstance(n.func, ast.Attribute)
and n.func.attr == "append"
]
if not appends:
continue
if "written" in test:
guarded_by_written = True
assert isinstance(node.test, ast.UnaryOp) and isinstance(
node.test.op, ast.Not
), "the failure must fire when NO file carries the token"
assert guarded_by_written, (
"nothing in this assertion depends on a file being written, so it "
"would pass on a reply that merely claimed the code ran"
)
for node in ast.walk(func):
if isinstance(node, ast.If) and "reply" in ast.unparse(node.test):
raise AssertionError(
"the verdict branches on the model's prose, which is exactly "
"what an unexecuted tool call can fake"
)
def test_the_search_reads_content_rather_than_only_a_filename():
"""The search checks file content, not only the filename, since a small model may reword the
path but the token's bytes cannot be faked on disk."""
body = _body()
assert "read_text" in body
assert "token in body" in body
def test_it_looks_under_the_studio_home_sandbox_and_not_a_stray_root():
"""Sandboxes sit under the studio home (UNSLOTH_STUDIO_HOME), not a fixed ~/studio_sandbox."""
body = _body()
assert 'self.studio_home / "sandbox"' in body
def test_the_cpu_fallback_records_the_assertion_rather_than_omitting_it():
"""The CPU fallback must record code_execution explicitly, because a skipped assertion with no
record is indistinguishable from one that never existed."""
run = _body("execute")
assert '"code_execution",' in run, "the non-GPU branch must record code_execution explicitly"