Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio: Windows torch 2.10 kernels from our prebuilt wheels (#13742)
Daniel Han6aa41b5de998
diff --git a/studio/backend/tests/test_kernel_install.py b/studio/backend/tests/test_kernel_install.pyindex 3c5cfd21544..9510ff725c0 100644--- a/studio/backend/tests/test_kernel_install.py+++ b/studio/backend/tests/test_kernel_install.py@@ -341,6 +341,11 @@ def test_console_entry_drops_an_unwritable_ssl_keylog_file(tmp_path):"https://github.com/unslothai/unsloth/releases/download/prebuilt-wheels-cu13/""flash_attn-2.8.4+cu13torch2.11cxx11abiTRUE-cp313-cp313-win_amd64.whl",),+ (+ _env("2.10.0+cu130", "13.0", platform_tag = "win_amd64"),+ "https://github.com/unslothai/unsloth/releases/download/prebuilt-wheels-cu13/"+ "flash_attn-2.8.4+cu13torch2.10cxx11abiTRUE-cp313-cp313-win_amd64.whl",+ ),(_env("2.12.0+cu130", "13.0", platform_tag = "win_amd64"), None),(_env("2.11.0+cpu", ""), None),],diff --git a/studio/backend/tests/test_wheel_utils_windows_kernels.py b/studio/backend/tests/test_wheel_utils_windows_kernels.pyindex 64242587b62..60fea21e2e1 100644--- a/studio/backend/tests/test_wheel_utils_windows_kernels.py+++ b/studio/backend/tests/test_wheel_utils_windows_kernels.py@@ -47,16 +47,19 @@ def test_win_amd64_resolves_every_kernel_to_our_release(torch_mm):assert kernel_install.MAMBA_SSM.wheel_url(e) == f"{OURS}mamba_ssm-2.3.2.post1{suffix}"[email protected]("torch_mm", ["2.10", "2.11"])@pytest.mark.parametrize("python_tag", ["cp311", "cp312", "cp313"])-def test_win_amd64_torch_211_resolves_to_our_release(python_tag):- # Existing installs keep torch 2.11 on their own minor; upstream's torch2.10 reuse has no Windows asset.- e = env(torch_mm = "2.11", python_tag = python_tag, abi_tag = python_tag)- suffix = f"+cu13torch2.11cxx11abiTRUE-{python_tag}-{python_tag}-win_amd64.whl"+def test_win_amd64_torch_210_and_211_resolve_to_our_release(torch_mm, python_tag):+ # Existing installs keep their torch minor; upstream's torch2.10 wheels have no Windows asset.+ e = env(torch_mm = torch_mm, python_tag = python_tag, abi_tag = python_tag)+ suffix = f"+cu13torch{torch_mm}cxx11abiTRUE-{python_tag}-{python_tag}-win_amd64.whl"assert wheel_utils.flash_attn_wheel_url(e) == f"{OURS}flash_attn-2.8.4{suffix}"assert kernel_install.CAUSAL_CONV1D.wheel_url(e) == f"{OURS}causal_conv1d-1.7.0{suffix}"assert kernel_install.MAMBA_SSM.wheel_url(e) == f"{OURS}mamba_ssm-2.3.2.post1{suffix}"- # torch 2.11 is win_amd64 only.- assert wheel_utils.flash_attn_wheel_url(env(torch_mm = "2.11", platform_tag = "win_arm64")) is None+ # They are win_amd64 only.+ assert (+ wheel_utils.flash_attn_wheel_url(env(torch_mm = torch_mm, platform_tag = "win_arm64")) is None+ )@pytest.mark.parametrize(@@ -68,7 +71,9 @@ def test_win_amd64_torch_211_resolves_to_our_release(python_tag):{"torch_mm": "2.12"}, # no wheel, and no upstream fallback{"torch_mm": "2.11", "python_tag": "cp314", "abi_tag": "cp314"},{"torch_mm": "2.11", "abi_tag": "cp313t"},- {"torch_mm": "2.10"},+ {"torch_mm": "2.10", "python_tag": "cp310", "abi_tag": "cp310"},+ {"torch_mm": "2.10", "abi_tag": "cp313t"},+ {"torch_mm": "2.9"},{"cuda_major": "12"},{"cuda_major": ""},],diff --git a/studio/backend/utils/wheel_utils.py b/studio/backend/utils/wheel_utils.pyindex c5161cb0926..a87fdd56193 100644--- a/studio/backend/utils/wheel_utils.py+++ b/studio/backend/utils/wheel_utils.py@@ -139,8 +139,9 @@ _UNSLOTH_PREBUILT_PLATFORMS: dict[str, tuple[str, frozenset[str] | None]] = {"win_arm64": ("TRUE", frozenset({"cp311", "cp312", "cp313"})),}-# (platform, torch minor) cells outside _UNSLOTH_PREBUILT_TORCH_MM, with their interpreters. The torch2.10 reuse above has no Windows asset, so win_amd64 torch 2.11 is ours; an existing install keeps its minor (a fresh one takes 2.13 on cp313), hence three interpreters.+# (platform, torch minor) cells outside _UNSLOTH_PREBUILT_TORCH_MM, with their interpreters. Upstream's torch2.10 wheels (and their 2.11 reuse above) have no Windows asset, so win_amd64 torch 2.10 and 2.11 are ours; an existing install keeps its minor (a fresh one takes 2.13 on cp313), hence three interpreters._UNSLOTH_PREBUILT_EXTRA_CELLS: dict[tuple[str, str], frozenset[str]] = {+ ("win_amd64", "2.10"): frozenset({"cp311", "cp312", "cp313"}),("win_amd64", "2.11"): frozenset({"cp311", "cp312", "cp313"}),}diff --git a/tests/python/test_prebuilt_cuda_wheels.py b/tests/python/test_prebuilt_cuda_wheels.pyindex 6f861e71468..fa147d06dc5 100644--- a/tests/python/test_prebuilt_cuda_wheels.py+++ b/tests/python/test_prebuilt_cuda_wheels.py@@ -146,7 +146,7 @@ class TestWorkflowAndResolverAgree:)assert url == f"{OUR_BASE}{built}"checked += 1- assert checked == 9+ assert checked == 18extra = {(platform, prebuilt_wheels.torch_minor(v))for platform in prebuilt_wheels.PLATFORMS