Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Decode graph KV growth test: gate its CUDA skips on has_real_cuda() (#15270)
Daniel Han9d3f406e13bb
diff --git a/tests/test_decode_graphs_kv_growth_device.py b/tests/test_decode_graphs_kv_growth_device.pyindex f9de0b32520..9a7f649a204 100644--- a/tests/test_decode_graphs_kv_growth_device.py+++ b/tests/test_decode_graphs_kv_growth_device.py@@ -8,11 +8,12 @@ import pytestimport unsloth # noqa: F401 (must precede transformers)from unsloth import FastLanguageModelimport torch+from real_accelerator import has_real_cuda # tests/_shared, on sys.path via tests/conftest.pyfrom transformers import StoppingCriteria, StoppingCriteriaListimport unsloth.models._decode_graphs as G-cuda = pytest.mark.skipif(not torch.cuda.is_available(), reason = "CUDA only")+cuda = pytest.mark.skipif(not has_real_cuda(), reason = "CUDA only")MODEL = "trl-internal-testing/tiny-Qwen3ForCausalLM"PROMPTS = ["Once upon a time there was", "The capital of France is Paris and"] * 4@@ -124,7 +125,7 @@ def test_prealloc_kill_switch(monkeypatch):@pytest.mark.skipif(- not torch.cuda.is_available() or torch.cuda.device_count() < 2, reason = "needs 2 CUDA GPUs"+ not has_real_cuda() or torch.cuda.device_count() < 2, reason = "needs 2 CUDA GPUs")def test_model_on_a_non_current_gpu_replays(monkeypatch):torch.cuda.set_device(0)