Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
tests: keep the fused-NVFP4 env in place after the split-reduction hook override (#14789)
Daniel Handfc3419fb60f
diff --git a/tests/test_nvfp4_fused_gemm.py b/tests/test_nvfp4_fused_gemm.pyindex 610232df84e..c4b6cb4b861 100644--- a/tests/test_nvfp4_fused_gemm.py+++ b/tests/test_nvfp4_fused_gemm.py@@ -198,14 +198,14 @@ def test_split_reduction_matches_unsplit(N, fused, monkeypatch, dtype, M, N_out,)assert max(splits) > 1, splitsY, dX = _fwd(N, X, packed, scale, gs), _dx(N, G, packed, scale, gs)- monkeypatch.setattr(N, "_CONFIG_HOOK", lambda *a: N._fused_config(*a)[:-1] + (1,))- _close_to_dense(Y, _fwd(N, X, packed, scale, gs))- _close_to_dense(dX, _dx(N, G, packed, scale, gs))+ # A nested context, not monkeypatch.undo(): undo would also restore the cached _fused_env.+ with monkeypatch.context() as m:+ m.setattr(N, "_CONFIG_HOOK", lambda *a: N._fused_config(*a)[:-1] + (1,))+ _close_to_dense(Y, _fwd(N, X, packed, scale, gs))+ _close_to_dense(dX, _dx(N, G, packed, scale, gs))W = N.nvfp4_dequantize(packed, scale, gs, dtype)_close_to_dense(Y, X @ W.t())_close_to_dense(dX, G @ W)- monkeypatch.undo()- monkeypatch.setenv("UNSLOTH_NVFP4_FUSED", "1")assert torch.equal(Y, _fwd(N, X, packed, scale, gs)) and torch.equal(dX, _dx(N, G, packed, scale, gs))