Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.
"""On gfx101x Triton's buffer ops silently leave outputs unwritten; AMDGCN_USE_BUFFER_OPS=0 avoids it."""
import pytest
torch = pytest.importorskip("torch")
from unsloth import device_type
@pytest.mark.parametrize(
"arch, lacks",
[
("gfx1010", True), # RDNA1, where the bug was measured
("gfx1010:xnack-", True), # the suffixed form torch reports
("gfx1011", True),
("gfx1012", True),
("gfx1013", True),
("gfx1030", False), # RDNA2 reads the newer descriptor, buffer ops are fine
("gfx1034", False), # RDNA2, measured correct with buffer ops on
("gfx1034:sramecc-:xnack-", False),
("gfx1100", False),
("gfx1201", False),
("gfx90a", False),
("gfx942", False),
("", False), # unreadable: fail open, never guess
(None, False),
],
)
def test_only_gfx101x_loses_buffer_ops(arch, lacks):
"""The prefix has to be exactly ``gfx101``. ``gfx10`` would also switch RDNA2 to global
loads, which is slower for no reason; ``gfx1`` would reach RDNA3 and RDNA4."""
assert device_type.arch_lacks_buffer_ops(arch) is lacks
def test_an_unreadable_arch_does_not_narrow_anything():
for unreadable in ("", None, "unknown", " "):
assert device_type.arch_lacks_buffer_ops(unreadable) is False
def test_bf16_gate_and_buffer_ops_gate_disagree_on_rdna2():
"""Both gates exist because the two problems have different scopes: all of gfx10 lacks
bf16, only gfx10.1 mishandles the descriptor. A refactor that merges them breaks RDNA2."""
assert device_type.arch_lacks_bf16("gfx1034") is True
assert device_type.arch_lacks_buffer_ops("gfx1034") is False
assert device_type.arch_lacks_bf16("gfx1010") is True
assert device_type.arch_lacks_buffer_ops("gfx1010") is True
def test_workaround_sets_knob_and_a_separate_cache_dir():
"""Inductor's cache ignores AMDGCN_USE_BUFFER_OPS, so the workaround needs its own TRITON_CACHE_DIR."""
env = {}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is True
assert env["AMDGCN_USE_BUFFER_OPS"] == "0"
assert env["TRITON_CACHE_DIR"].replace("\\", "/") == "/th/.triton/cache-no-buffer-ops"
# Inductor caches its generated Triton kernels too, keyed without the buffer-ops knob.
assert env["TORCHINDUCTOR_CACHE_DIR"].endswith("_no_buffer_ops")
assert "torchinductor_" in env["TORCHINDUCTOR_CACHE_DIR"]
def test_workaround_honours_a_user_who_already_chose():
env = {"AMDGCN_USE_BUFFER_OPS": "1"}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is False
assert env == {
"AMDGCN_USE_BUFFER_OPS": "1"
}, "an explicit choice is not overridden and no cache dir is forced"
env = {"TRITON_CACHE_DIR": "/mine", "TORCHINDUCTOR_CACHE_DIR": "/mine-inductor"}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is True
assert env["TRITON_CACHE_DIR"] == "/mine"
assert env["TORCHINDUCTOR_CACHE_DIR"] == "/mine-inductor"
def test_workaround_follows_triton_home():
env = {"TRITON_HOME": "/custom/triton"}
device_type.apply_gfx101x_triton_workaround(env)
assert (
env["TRITON_CACHE_DIR"].replace("\\", "/") == "/custom/triton/.triton/cache-no-buffer-ops"
)
@pytest.mark.parametrize("preset", ["0", "false", "off", ""])
def test_a_user_who_already_turned_buffer_ops_off_still_gets_clean_caches(preset):
"""AMDGCN_USE_BUFFER_OPS=0 is the manual workaround from #11614. Without separate caches
that user keeps loading the kernels an earlier buffer-ops-on run left behind."""
env = {"AMDGCN_USE_BUFFER_OPS": preset}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is True
assert env["AMDGCN_USE_BUFFER_OPS"] == preset
assert env["TRITON_CACHE_DIR"].replace("\\", "/") == "/th/.triton/cache-no-buffer-ops"
assert env["TORCHINDUCTOR_CACHE_DIR"].endswith("_no_buffer_ops")
@pytest.mark.parametrize("preset", ["1", "true", "ON", "yes", "y"])
def test_every_spelling_triton_reads_as_on_is_left_alone(preset):
env = {"AMDGCN_USE_BUFFER_OPS": preset}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is False
assert env == {"AMDGCN_USE_BUFFER_OPS": preset}
def test_inductor_default_already_in_environ_is_still_redirected():
"""`import torch._dynamo` writes Inductor's default cache dir into os.environ before
unsloth gets here, so "already set" usually means "torch set the shared default"."""
default = device_type._default_inductor_cache_dir()
env = {"TORCHINDUCTOR_CACHE_DIR": default}
device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th")
assert env["TORCHINDUCTOR_CACHE_DIR"] == default + "_no_buffer_ops"
def test_import_time_env_is_redirected_after_torch_dynamo_import(monkeypatch):
import torch._dynamo # noqa: F401 populates TORCHINDUCTOR_CACHE_DIR as a side effect
import os
monkeypatch.delenv("AMDGCN_USE_BUFFER_OPS", raising = False)
monkeypatch.delenv("TRITON_CACHE_DIR", raising = False)
monkeypatch.setenv("TORCHINDUCTOR_CACHE_DIR", device_type._default_inductor_cache_dir())
assert device_type.apply_gfx101x_triton_workaround() is True
assert os.environ["TORCHINDUCTOR_CACHE_DIR"].endswith("_no_buffer_ops")
def test_missing_passwd_entry_does_not_break_import(monkeypatch):
"""getpass.getuser raises in a container whose uid has no passwd entry."""
import getpass
import sys
def boom():
raise KeyError("getpwuid(): uid not found: 12345")
monkeypatch.setattr(getpass, "getuser", boom)
monkeypatch.setitem(sys.modules, "torch._inductor.runtime.cache_dir_utils", None)
env = {}
assert device_type.apply_gfx101x_triton_workaround(env, triton_home = "/th") is True
assert "torchinductor_" in env["TORCHINDUCTOR_CACHE_DIR"]
def test_reapplying_after_patch_torch_compile_restores_the_inductor_dir(monkeypatch):
"""unsloth_zoo's patch_torch_compile pops TORCHINDUCTOR_CACHE_DIR after _gpu_init ran;
models/_utils.py re-applies the workaround, which must put the separate dir back and
leave everything else as the first call set it."""
import os
for name in ("AMDGCN_USE_BUFFER_OPS", "TRITON_CACHE_DIR", "TORCHINDUCTOR_CACHE_DIR"):
monkeypatch.delenv(name, raising = False)
monkeypatch.setattr(device_type, "_GFX101X_TRITON_WORKAROUND_APPLIED", False)
assert device_type.gfx101x_triton_workaround_applied() is False
assert device_type.apply_gfx101x_triton_workaround() is True
assert device_type.gfx101x_triton_workaround_applied() is True
first = {
k: os.environ[k]
for k in ("AMDGCN_USE_BUFFER_OPS", "TRITON_CACHE_DIR", "TORCHINDUCTOR_CACHE_DIR")
}
os.environ.pop("TORCHINDUCTOR_CACHE_DIR") # what patch_torch_compile does
assert device_type.apply_gfx101x_triton_workaround() is True
assert {k: os.environ[k] for k in first} == first
def test_a_dict_environ_does_not_mark_the_process():
before = device_type.gfx101x_triton_workaround_applied()
device_type.apply_gfx101x_triton_workaround({}, triton_home = "/th")
assert device_type.gfx101x_triton_workaround_applied() is before