Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
feat(studio): show MLX versions in Settings (#15369)
Long Yixinga5431155073e
diff --git a/studio/backend/main.py b/studio/backend/main.pyindex beb7a394762..6f5d90b77fd 100644--- a/studio/backend/main.py+++ b/studio/backend/main.py@@ -2707,7 +2707,7 @@ def get_system_info(from importlib.metadata import PackageNotFoundError, version as pkg_versionml_packages = {}- for pkg in ("torch", "transformers"):+ for pkg in ("torch", "transformers", "mlx_lm", "mlx_vlm"):try:ml_packages[pkg] = pkg_version(pkg)except PackageNotFoundError:diff --git a/studio/backend/tests/test_system_ml_packages.py b/studio/backend/tests/test_system_ml_packages.pynew file mode 100644index 00000000000..dc0f4c19c61--- /dev/null+++ b/studio/backend/tests/test_system_ml_packages.py@@ -0,0 +1,29 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""/api/system's ml_packages feed the Environment rows in Settings."""++from importlib.metadata import PackageNotFoundError+++def test_reports_installed_mlx_libraries_and_omits_missing_ones(monkeypatch):+ import importlib.metadata++ import main++ installed = {"torch": "2.11.0", "mlx_lm": "0.32.2", "mlx_vlm": "0.7.8"}++ def fake_version(name):+ if name not in installed:+ raise PackageNotFoundError(name)+ return installed[name]++ monkeypatch.setattr(importlib.metadata, "version", fake_version)+ monkeypatch.setattr(+ main,+ "_get_cached_system_gpu_info",+ lambda logger, refresh_memory = False: ({"available": False}, {"available": False}),+ )+ packages = main.get_system_info(current_subject = "test")["ml_packages"]++ assert packages == installeddiff --git a/studio/backend/tests/test_utils.py b/studio/backend/tests/test_utils.pyindex 56c36854ffb..1a2eb278f16 100644--- a/studio/backend/tests/test_utils.py+++ b/studio/backend/tests/test_utils.py@@ -515,6 +515,21 @@ class TestLogGpuMemory:assert "No GPU available" in captured.out+class TestGetPackageVersions:+ def test_reports_mlx_under_the_key_the_engines_row_reads(self):+ from importlib.metadata import PackageNotFoundError++ def fake_version(name):+ if name != "mlx":+ raise PackageNotFoundError(name)+ return "0.32.4"++ with patch("utils.hardware.hardware.pkg_version", side_effect = fake_version):+ versions = _hw_module.get_package_versions()++ assert versions["mlx"] == "0.32.4"++class TestCudaDeviceOrder:"""Importing the hardware module pins CUDA_DEVICE_ORDER=PCI_BUS_ID when unset,but setdefault keeps an explicit user override, so nvidia-smi indices, torchdiff --git a/studio/backend/utils/hardware/hardware.py b/studio/backend/utils/hardware/hardware.pyindex 69960aa7323..8ef96ed815e 100644--- a/studio/backend/utils/hardware/hardware.py+++ b/studio/backend/utils/hardware/hardware.py@@ -2912,8 +2912,8 @@ def get_gpu_summary() -> Dict[str, Any]:def get_package_versions() -> Dict[str, Optional[str]]:- """Installed versions of unsloth / torch / transformers / cuda via importlib.metadata, no subprocess; missing packages yield None."""- packages = ("unsloth", "torch", "transformers")+ """Installed versions of unsloth / torch / transformers / mlx and torch's GPU runtimes, no subprocess; missing packages yield None."""+ packages = ("unsloth", "torch", "transformers", "mlx")versions: Dict[str, Optional[str]] = {}for name in packages:diff --git a/studio/frontend/src/features/settings/components/engine-versions-section.tsx b/studio/frontend/src/features/settings/components/engine-versions-section.tsxindex c6cbcf3fcb3..f5c318397af 100644--- a/studio/frontend/src/features/settings/components/engine-versions-section.tsx+++ b/studio/frontend/src/features/settings/components/engine-versions-section.tsx@@ -18,7 +18,7 @@ import { SettingsRow } from "./settings-row";import { SettingsSection } from "./settings-section";type EngineRow = {- key: "llama" | "whisper" | "audio";+ key: "llama" | "whisper" | "audio" | "mlx";labelKey: TranslationKey;installed: string | null;offer: ComponentOffer | null;@@ -55,10 +55,18 @@ export function EngineVersionsSection() {installed: hw.audioCpp ?? status?.audio?.installed_tag ?? null,offer: status?.audio ?? null,},+ {+ key: "mlx",+ labelKey: "settings.about.mlxVersion",+ installed: hw.mlx,+ offer: null,+ },];- // whisper.cpp only reports once the backend knows about it; an empty row would read as missing.+ // whisper.cpp only reports once the backend knows it, MLX only where installed; an empty row reads as missing.const visibleRows = rows.filter(- (row) => row.key !== "whisper" || row.offer != null,+ (row) =>+ (row.key !== "whisper" || row.offer != null) &&+ (row.key !== "mlx" || row.installed != null),);const job = status?.job;const offered = status != null && llamaUpdateOffered(status);diff --git a/studio/frontend/src/features/settings/tabs/resources-tab.tsx b/studio/frontend/src/features/settings/tabs/resources-tab.tsxindex 72216d3890d..9171af90c8c 100644--- a/studio/frontend/src/features/settings/tabs/resources-tab.tsx+++ b/studio/frontend/src/features/settings/tabs/resources-tab.tsx@@ -1256,6 +1256,18 @@ export function EnvironmentSection({t("settings.resources.environment.notInstalled"),)}/>+ {systemInfo.ml_packages.mlx_lm ? (+ <InfoRow+ label={t("settings.resources.environment.mlxLm")}+ value={hostReading(systemInfo.ml_packages.mlx_lm)}+ />+ ) : null}+ {systemInfo.ml_packages.mlx_vlm ? (+ <InfoRow+ label={t("settings.resources.environment.mlxVlm")}+ value={hostReading(systemInfo.ml_packages.mlx_vlm)}+ />+ ) : null}<InfoRowlabel={t("settings.resources.environment.uptime")}value={hostReading(formatUptime(systemInfo.uptime_seconds))}diff --git a/studio/frontend/src/hooks/use-hardware-info.ts b/studio/frontend/src/hooks/use-hardware-info.tsindex 0965fa8a108..23c7ee1ec9b 100644--- a/studio/frontend/src/hooks/use-hardware-info.ts+++ b/studio/frontend/src/hooks/use-hardware-info.ts@@ -32,6 +32,7 @@ export interface HardwareInfo {xpu: string | null;transformers: string | null;unsloth: string | null;+ mlx: string | null;llamaCpp: string | null;audioCpp: string | null;// Whether export can run here (true only on a supported accelerator), with a torch-aware@@ -63,6 +64,7 @@ const DEFAULT: HardwareInfo = {xpu: null,transformers: null,unsloth: null,+ mlx: null,llamaCpp: null,audioCpp: null,exportSupported: null,@@ -127,6 +129,7 @@ async function fetchOnce(): Promise<HardwareInfo> {xpu: data?.versions?.xpu ?? null,transformers: data?.versions?.transformers ?? null,unsloth: data?.versions?.unsloth ?? null,+ mlx: data?.versions?.mlx ?? null,llamaCpp: data?.llama_cpp ?? null,audioCpp: data?.audio_cpp ?? null,exportSupported: data?.export_supported ?? null,diff --git a/studio/frontend/src/hooks/use-system.ts b/studio/frontend/src/hooks/use-system.tsindex aff9310aca9..91a739992b2 100644--- a/studio/frontend/src/hooks/use-system.ts+++ b/studio/frontend/src/hooks/use-system.ts@@ -107,6 +107,8 @@ export interface SystemInfoResponse {ml_packages: {torch?: string;transformers?: string;+ mlx_lm?: string;+ mlx_vlm?: string;};}diff --git a/studio/frontend/src/i18n/locales/ar.ts b/studio/frontend/src/i18n/locales/ar.tsindex 88d6c7424a5..038e35b95df 100644--- a/studio/frontend/src/i18n/locales/ar.ts+++ b/studio/frontend/src/i18n/locales/ar.ts@@ -2553,6 +2553,8 @@ export const ar = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "مدة التشغيل",processMemory: "ذاكرة العملية",notInstalled: "غير مثبّت",@@ -3302,6 +3304,7 @@ export const ar = {desktopAppVersionUnavailable: "غير متاح",llamaCppVersion: "إصدار llama.cpp",audioCppVersion: "إصدار audio.cpp",+ mlxVersion: "إصدار MLX",whisperCppVersion: "إصدار whisper.cpp",engines: {title: "المحركات",diff --git a/studio/frontend/src/i18n/locales/de.ts b/studio/frontend/src/i18n/locales/de.tsindex eaac57ff18e..82902ae44f0 100644--- a/studio/frontend/src/i18n/locales/de.ts+++ b/studio/frontend/src/i18n/locales/de.ts@@ -2587,6 +2587,8 @@ export const de = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Betriebszeit",processMemory: "Prozessspeicher",notInstalled: "Nicht installiert",@@ -3349,6 +3351,7 @@ export const de = {desktopAppVersionUnavailable: "Nicht verfügbar",llamaCppVersion: "llama.cpp-Version",audioCppVersion: "audio.cpp-Version",+ mlxVersion: "MLX-Version",whisperCppVersion: "whisper.cpp-Version",engines: {title: "Engines",diff --git a/studio/frontend/src/i18n/locales/en.ts b/studio/frontend/src/i18n/locales/en.tsindex 9a047d91fca..6244ca4a674 100644--- a/studio/frontend/src/i18n/locales/en.ts+++ b/studio/frontend/src/i18n/locales/en.ts@@ -2618,6 +2618,8 @@ export const en = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Uptime",processMemory: "Process memory",notInstalled: "Not installed",@@ -3363,6 +3365,7 @@ export const en = {desktopAppVersionUnavailable: "Unavailable",llamaCppVersion: "llama.cpp Version",audioCppVersion: "audio.cpp Version",+ mlxVersion: "MLX Version",whisperCppVersion: "whisper.cpp Version",engines: {title: "Engines",diff --git a/studio/frontend/src/i18n/locales/es.ts b/studio/frontend/src/i18n/locales/es.tsindex 5729561060d..6e7246ba47c 100644--- a/studio/frontend/src/i18n/locales/es.ts+++ b/studio/frontend/src/i18n/locales/es.ts@@ -2581,6 +2581,8 @@ export const es = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Tiempo activo",processMemory: "Memoria del proceso",notInstalled: "No instalado",@@ -3343,6 +3345,7 @@ export const es = {desktopAppVersionUnavailable: "No disponible",llamaCppVersion: "Versión de llama.cpp",audioCppVersion: "Versión de audio.cpp",+ mlxVersion: "Versión de MLX",whisperCppVersion: "Versión de whisper.cpp",engines: {title: "Motores",diff --git a/studio/frontend/src/i18n/locales/fr.ts b/studio/frontend/src/i18n/locales/fr.tsindex 0b009ece154..45708fdb094 100644--- a/studio/frontend/src/i18n/locales/fr.ts+++ b/studio/frontend/src/i18n/locales/fr.ts@@ -2585,6 +2585,8 @@ export const fr = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Temps de fonctionnement",processMemory: "Mémoire du processus",notInstalled: "Non installé",@@ -3351,6 +3353,7 @@ export const fr = {desktopAppVersionUnavailable: "Indisponible",llamaCppVersion: "Version de llama.cpp",audioCppVersion: "Version d'audio.cpp",+ mlxVersion: "Version de MLX",whisperCppVersion: "Version de whisper.cpp",engines: {title: "Moteurs",diff --git a/studio/frontend/src/i18n/locales/he.ts b/studio/frontend/src/i18n/locales/he.tsindex e26d2e7155b..bb178296309 100644--- a/studio/frontend/src/i18n/locales/he.ts+++ b/studio/frontend/src/i18n/locales/he.ts@@ -2673,6 +2673,8 @@ export const he = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "זמן פעילות",processMemory: "זיכרון תהליך",notInstalled: "לא מותקן",@@ -3438,6 +3440,7 @@ export const he = {desktopAppVersionUnavailable: "לא זמין",llamaCppVersion: "גרסת llama.cpp",audioCppVersion: "גרסת audio.cpp",+ mlxVersion: "גרסת MLX",whisperCppVersion: "גרסת whisper.cpp",engines: {title: "מנועים",diff --git a/studio/frontend/src/i18n/locales/hi.ts b/studio/frontend/src/i18n/locales/hi.tsindex ad11019ab97..aa95d749aaf 100644--- a/studio/frontend/src/i18n/locales/hi.ts+++ b/studio/frontend/src/i18n/locales/hi.ts@@ -2559,6 +2559,8 @@ export const hi = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "अपटाइम",processMemory: "प्रोसेस मेमोरी",notInstalled: "इंस्टॉल नहीं है",@@ -3311,6 +3313,7 @@ export const hi = {desktopAppVersionUnavailable: "उपलब्ध नहीं",llamaCppVersion: "llama.cpp संस्करण",audioCppVersion: "audio.cpp संस्करण",+ mlxVersion: "MLX संस्करण",whisperCppVersion: "whisper.cpp संस्करण",engines: {title: "इंजन",diff --git a/studio/frontend/src/i18n/locales/it.ts b/studio/frontend/src/i18n/locales/it.tsindex 03f4fec7ead..be56513f3b0 100644--- a/studio/frontend/src/i18n/locales/it.ts+++ b/studio/frontend/src/i18n/locales/it.ts@@ -2490,6 +2490,8 @@ export const it = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Tempo di attività",processMemory: "Memoria del processo",notInstalled: "Non installato",@@ -3251,6 +3253,7 @@ export const it = {packageVersion: "Versione del pacchetto",llamaCppVersion: "Versione di llama.cpp",audioCppVersion: "Versione di audio.cpp",+ mlxVersion: "Versione di MLX",whisperCppVersion: "Versione di whisper.cpp",engines: {title: "Motori",diff --git a/studio/frontend/src/i18n/locales/ja.ts b/studio/frontend/src/i18n/locales/ja.tsindex 2838381e7c4..4e258ee69d4 100644--- a/studio/frontend/src/i18n/locales/ja.ts+++ b/studio/frontend/src/i18n/locales/ja.ts@@ -2535,6 +2535,8 @@ export const ja = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "稼働時間",processMemory: "プロセスメモリ",notInstalled: "未インストール",@@ -3274,6 +3276,7 @@ export const ja = {desktopAppVersionUnavailable: "利用できません",llamaCppVersion: "llama.cpp バージョン",audioCppVersion: "audio.cpp バージョン",+ mlxVersion: "MLX バージョン",whisperCppVersion: "whisper.cpp バージョン",engines: {title: "エンジン",diff --git a/studio/frontend/src/i18n/locales/ko.ts b/studio/frontend/src/i18n/locales/ko.tsindex fa62d61373d..39d89c5ac7d 100644--- a/studio/frontend/src/i18n/locales/ko.ts+++ b/studio/frontend/src/i18n/locales/ko.ts@@ -2547,6 +2547,8 @@ export const ko = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "가동 시간",processMemory: "프로세스 메모리",notInstalled: "설치되지 않음",@@ -3292,6 +3294,7 @@ export const ko = {desktopAppVersionUnavailable: "확인할 수 없음",llamaCppVersion: "llama.cpp 버전",audioCppVersion: "audio.cpp 버전",+ mlxVersion: "MLX 버전",whisperCppVersion: "whisper.cpp 버전",engines: {title: "엔진",diff --git a/studio/frontend/src/i18n/locales/pt-br.ts b/studio/frontend/src/i18n/locales/pt-br.tsindex 1f734788c71..2929bc651b6 100644--- a/studio/frontend/src/i18n/locales/pt-br.ts+++ b/studio/frontend/src/i18n/locales/pt-br.ts@@ -2569,6 +2569,8 @@ export const ptBR = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Tempo de atividade",processMemory: "Memória do processo",notInstalled: "Não instalado",@@ -3322,6 +3324,7 @@ export const ptBR = {desktopAppVersionUnavailable: "Indisponível",llamaCppVersion: "Versão do llama.cpp",audioCppVersion: "Versão do audio.cpp",+ mlxVersion: "Versão do MLX",whisperCppVersion: "Versão do whisper.cpp",engines: {title: "Motores",diff --git a/studio/frontend/src/i18n/locales/ru.ts b/studio/frontend/src/i18n/locales/ru.tsindex 96ab80810e9..e35a5f0bc77 100644--- a/studio/frontend/src/i18n/locales/ru.ts+++ b/studio/frontend/src/i18n/locales/ru.ts@@ -2565,6 +2565,8 @@ export const ru = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Время работы",processMemory: "Память процесса",notInstalled: "Не установлено",@@ -3319,6 +3321,7 @@ export const ru = {desktopAppVersionUnavailable: "Недоступно",llamaCppVersion: "Версия llama.cpp",audioCppVersion: "Версия audio.cpp",+ mlxVersion: "Версия MLX",whisperCppVersion: "Версия whisper.cpp",engines: {title: "Движки",diff --git a/studio/frontend/src/i18n/locales/sv.ts b/studio/frontend/src/i18n/locales/sv.tsindex 7cd7e53674d..d6ef04f3fac 100644--- a/studio/frontend/src/i18n/locales/sv.ts+++ b/studio/frontend/src/i18n/locales/sv.ts@@ -2752,6 +2752,8 @@ export const sv = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "Drifttid",processMemory: "Processminne",notInstalled: "Inte installerad",@@ -3541,6 +3543,7 @@ export const sv = {desktopAppVersionUnavailable: "Inte tillgänglig",llamaCppVersion: "llama.cpp-version",audioCppVersion: "audio.cpp-version",+ mlxVersion: "MLX-version",whisperCppVersion: "whisper.cpp-version",engines: {title: "Motorer",diff --git a/studio/frontend/src/i18n/locales/zh-CN.ts b/studio/frontend/src/i18n/locales/zh-CN.tsindex f6d24702e5b..cc61831ceb1 100644--- a/studio/frontend/src/i18n/locales/zh-CN.ts+++ b/studio/frontend/src/i18n/locales/zh-CN.ts@@ -2517,6 +2517,8 @@ export const zhCN = {python: "Python",torch: "Torch",transformers: "Transformers",+ mlxLm: "mlx-lm",+ mlxVlm: "mlx-vlm",uptime: "运行时长",processMemory: "进程内存",notInstalled: "未安装",@@ -3248,6 +3250,7 @@ export const zhCN = {desktopAppVersionUnavailable: "不可用",llamaCppVersion: "llama.cpp 版本",audioCppVersion: "audio.cpp 版本",+ mlxVersion: "MLX 版本",whisperCppVersion: "whisper.cpp 版本",engines: {title: "引擎",diff --git a/studio/frontend/tests/about-audio-cpp-version.test.ts b/studio/frontend/tests/about-audio-cpp-version.test.tsindex 6685db45ae5..cb6168b05b4 100644--- a/studio/frontend/tests/about-audio-cpp-version.test.ts+++ b/studio/frontend/tests/about-audio-cpp-version.test.ts@@ -1,7 +1,7 @@// SPDX-License-Identifier: AGPL-3.0-only// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0-// Settings > About lists the installed llama.cpp, whisper.cpp and audio.cpp releases in its Engines section.+// Settings lists llama.cpp, whisper.cpp, audio.cpp and MLX in Engines, and mlx-lm / mlx-vlm in Environment.import assert from "node:assert/strict";import { readdirSync, readFileSync } from "node:fs";@@ -43,6 +43,36 @@ test("the Engines section lists llama.cpp, whisper.cpp and audio.cpp", () => {);});+test("the Engines section shows MLX only where it is installed", () => {+ assert.match(+ read("hooks/use-hardware-info.ts"),+ /mlx: data\?\.versions\?\.mlx \?\? null,/,+ );+ const section = read(+ "features/settings/components/engine-versions-section.tsx",+ );+ assert.match(section, /key: "mlx",[^}]*installed: hw\.mlx,\s*offer: null,/);+ assert.match(section, /row\.key !== "mlx" \|\| row\.installed != null/);+});++test("the Environment section lists mlx-lm and mlx-vlm only where installed", () => {+ const env = read("features/settings/tabs/resources-tab.tsx");+ for (const [pkg, key] of [+ ["mlx_lm", "mlxLm"],+ ["mlx_vlm", "mlxVlm"],+ ]) {+ assert.match(+ env,+ new RegExp(+ `\\{systemInfo\\.ml_packages\\.${pkg} \\? \\(\\s*<InfoRow\\s*` ++ `label=\\{t\\("settings\\.resources\\.environment\\.${key}"\\)\\}\\s*` ++ `value=\\{hostReading\\(systemInfo\\.ml_packages\\.${pkg}\\)\\}`,+ ),+ pkg,+ );+ }+});+test("only the owner gets the engine Update button, which the update route requires", () => {const section = read("features/settings/components/engine-versions-section.tsx",@@ -63,7 +93,7 @@ test("a self-managed llama.cpp still lets Update install an offered audio.cpp reassert.doesNotMatch(section, /!supported/);});-test("every locale labels the audio.cpp row", () => {+test("every locale labels the audio.cpp, MLX, mlx-lm and mlx-vlm rows", () => {const locales = readdirSync(new URL("i18n/locales/", SRC)).filter((name) =>name.endsWith(".ts"),);@@ -74,5 +104,15 @@ test("every locale labels the audio.cpp row", () => {/audioCppVersion: "[^"\n]*audio\.cpp[^"\n]*",/,name,);+ assert.match(+ read(`i18n/locales/${name}`),+ /mlxVersion: "[^"\n]*MLX[^"\n]*",/,+ name,+ );+ assert.match(+ read(`i18n/locales/${name}`),+ /mlxLm: "mlx-lm",\s*mlxVlm: "mlx-vlm",/,+ name,+ );}});