Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

Studio: Windows torch 2.10 kernels from our prebuilt wheels (#13742)

Daniel Han6aa41b5de998
diff --git a/studio/backend/tests/test_kernel_install.py b/studio/backend/tests/test_kernel_install.py
index 3c5cfd21544..9510ff725c0 100644
--- a/studio/backend/tests/test_kernel_install.py
+++ b/studio/backend/tests/test_kernel_install.py
@@ -341,6 +341,11 @@ def test_console_entry_drops_an_unwritable_ssl_keylog_file(tmp_path):
"https://github.com/unslothai/unsloth/releases/download/prebuilt-wheels-cu13/"
"flash_attn-2.8.4+cu13torch2.11cxx11abiTRUE-cp313-cp313-win_amd64.whl",
),
+ (
+ _env("2.10.0+cu130", "13.0", platform_tag = "win_amd64"),
+ "https://github.com/unslothai/unsloth/releases/download/prebuilt-wheels-cu13/"
+ "flash_attn-2.8.4+cu13torch2.10cxx11abiTRUE-cp313-cp313-win_amd64.whl",
+ ),
(_env("2.12.0+cu130", "13.0", platform_tag = "win_amd64"), None),
(_env("2.11.0+cpu", ""), None),
],
diff --git a/studio/backend/tests/test_wheel_utils_windows_kernels.py b/studio/backend/tests/test_wheel_utils_windows_kernels.py
index 64242587b62..60fea21e2e1 100644
--- a/studio/backend/tests/test_wheel_utils_windows_kernels.py
+++ b/studio/backend/tests/test_wheel_utils_windows_kernels.py
@@ -47,16 +47,19 @@ def test_win_amd64_resolves_every_kernel_to_our_release(torch_mm):
assert kernel_install.MAMBA_SSM.wheel_url(e) == f"{OURS}mamba_ssm-2.3.2.post1{suffix}"
[email protected]("torch_mm", ["2.10", "2.11"])
@pytest.mark.parametrize("python_tag", ["cp311", "cp312", "cp313"])
-def test_win_amd64_torch_211_resolves_to_our_release(python_tag):
- # Existing installs keep torch 2.11 on their own minor; upstream's torch2.10 reuse has no Windows asset.
- e = env(torch_mm = "2.11", python_tag = python_tag, abi_tag = python_tag)
- suffix = f"+cu13torch2.11cxx11abiTRUE-{python_tag}-{python_tag}-win_amd64.whl"
+def test_win_amd64_torch_210_and_211_resolve_to_our_release(torch_mm, python_tag):
+ # Existing installs keep their torch minor; upstream's torch2.10 wheels have no Windows asset.
+ e = env(torch_mm = torch_mm, python_tag = python_tag, abi_tag = python_tag)
+ suffix = f"+cu13torch{torch_mm}cxx11abiTRUE-{python_tag}-{python_tag}-win_amd64.whl"
assert wheel_utils.flash_attn_wheel_url(e) == f"{OURS}flash_attn-2.8.4{suffix}"
assert kernel_install.CAUSAL_CONV1D.wheel_url(e) == f"{OURS}causal_conv1d-1.7.0{suffix}"
assert kernel_install.MAMBA_SSM.wheel_url(e) == f"{OURS}mamba_ssm-2.3.2.post1{suffix}"
- # torch 2.11 is win_amd64 only.
- assert wheel_utils.flash_attn_wheel_url(env(torch_mm = "2.11", platform_tag = "win_arm64")) is None
+ # They are win_amd64 only.
+ assert (
+ wheel_utils.flash_attn_wheel_url(env(torch_mm = torch_mm, platform_tag = "win_arm64")) is None
+ )
@pytest.mark.parametrize(
@@ -68,7 +71,9 @@ def test_win_amd64_torch_211_resolves_to_our_release(python_tag):
{"torch_mm": "2.12"}, # no wheel, and no upstream fallback
{"torch_mm": "2.11", "python_tag": "cp314", "abi_tag": "cp314"},
{"torch_mm": "2.11", "abi_tag": "cp313t"},
- {"torch_mm": "2.10"},
+ {"torch_mm": "2.10", "python_tag": "cp310", "abi_tag": "cp310"},
+ {"torch_mm": "2.10", "abi_tag": "cp313t"},
+ {"torch_mm": "2.9"},
{"cuda_major": "12"},
{"cuda_major": ""},
],
diff --git a/studio/backend/utils/wheel_utils.py b/studio/backend/utils/wheel_utils.py
index c5161cb0926..a87fdd56193 100644
--- a/studio/backend/utils/wheel_utils.py
+++ b/studio/backend/utils/wheel_utils.py
@@ -139,8 +139,9 @@ _UNSLOTH_PREBUILT_PLATFORMS: dict[str, tuple[str, frozenset[str] | None]] = {
"win_arm64": ("TRUE", frozenset({"cp311", "cp312", "cp313"})),
}
-# (platform, torch minor) cells outside _UNSLOTH_PREBUILT_TORCH_MM, with their interpreters. The torch2.10 reuse above has no Windows asset, so win_amd64 torch 2.11 is ours; an existing install keeps its minor (a fresh one takes 2.13 on cp313), hence three interpreters.
+# (platform, torch minor) cells outside _UNSLOTH_PREBUILT_TORCH_MM, with their interpreters. Upstream's torch2.10 wheels (and their 2.11 reuse above) have no Windows asset, so win_amd64 torch 2.10 and 2.11 are ours; an existing install keeps its minor (a fresh one takes 2.13 on cp313), hence three interpreters.
_UNSLOTH_PREBUILT_EXTRA_CELLS: dict[tuple[str, str], frozenset[str]] = {
+ ("win_amd64", "2.10"): frozenset({"cp311", "cp312", "cp313"}),
("win_amd64", "2.11"): frozenset({"cp311", "cp312", "cp313"}),
}
diff --git a/tests/python/test_prebuilt_cuda_wheels.py b/tests/python/test_prebuilt_cuda_wheels.py
index 6f861e71468..fa147d06dc5 100644
--- a/tests/python/test_prebuilt_cuda_wheels.py
+++ b/tests/python/test_prebuilt_cuda_wheels.py
@@ -146,7 +146,7 @@ class TestWorkflowAndResolverAgree:
)
assert url == f"{OUR_BASE}{built}"
checked += 1
- assert checked == 9
+ assert checked == 18
extra = {
(platform, prebuilt_wheels.torch_minor(v))
for platform in prebuilt_wheels.PLATFORMS