Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio tests: probe int8 CPU quantize + flatten apart from the cache assertions (#15459)
Daniel Handa5bbf7e4143
diff --git a/studio/backend/tests/test_diffusion_prequant_cache_compile_key.py b/studio/backend/tests/test_diffusion_prequant_cache_compile_key.pyindex 2359891eca2..94c31b62b74 100644--- a/studio/backend/tests/test_diffusion_prequant_cache_compile_key.py+++ b/studio/backend/tests/test_diffusion_prequant_cache_compile_key.py@@ -72,14 +72,31 @@ def _fresh_then_readback(tmp_path, monkeypatch, scheme_name):return fresh_key, _key(dense, scheme_name)+def _int8_cpu_quantizable_and_flattenable() -> bool:+ import core.inference.prequant_safetensors as PS+ try:+ from torchao.quantization import quantize_++ m = torch.nn.Sequential(torch.nn.Linear(512, 512)).to(torch.bfloat16)+ quantize_(m, T._make_quant_config("int8"))+ helpers = PS._torchao_helpers()+ if helpers is None:+ return False+ helpers[0](m.state_dict())+ return True+ except Exception: # noqa: BLE001+ return False++def test_an_int8_read_back_keys_like_the_runtime_quantize_it_copies(env, tmp_path, ada, monkeypatch):+ if not _int8_cpu_quantizable_and_flattenable():+ pytest.skip("int8 is not CPU-quantizable + flattenable on this torchao")+ # Probed apart, so a cache save / read-back regression fails here instead of skipping.T._SCHEME = ("int8", True)try:fresh_key, read_key = _fresh_then_readback(tmp_path, monkeypatch, "int8")- except AssertionError:- pytest.skip("int8 is not CPU-quantizable + flattenable on this torchao")finally:T._SCHEME = Noneassert not U._STATE["installed"]