Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio: report a context size for models loaded through MLX (#10098)
Nilaydfd0d2ed3f03
diff --git a/studio/backend/core/inference/runtime_context.py b/studio/backend/core/inference/runtime_context.pyindex 8b881628be2..e1b874542a1 100644--- a/studio/backend/core/inference/runtime_context.py+++ b/studio/backend/core/inference/runtime_context.py@@ -5,17 +5,63 @@from __future__ import annotations+from collections.abc import Iterator, Mapping+from itertools import chainfrom typing import Any, Optional+def _field(source: Any, name: str) -> Any:+ """Key or attribute, since mlx.nn.Module is a dict; a raiser is absent, never a failed load."""+ try:+ if isinstance(source, Mapping) and name in source:+ return source[name]+ return getattr(source, name, None)+ except Exception:+ return None+++def _attached_window(model: Any) -> Any:+ """What Unsloth attached: getattr only, so a Mapping model's parameters cannot pose as it."""+ try:+ return getattr(model, "max_seq_length", None)+ except Exception:+ return None+++def _declared_context_lengths(model: Any) -> Iterator[Any]:+ """Declared windows, best first. Yields, so an outer 0 / "n/a" cannot shadow a real one."""+ holders = (+ model,+ # config / _config: the spread _mlx_config_field walks in mlx_inference.py.+ _field(model, "config"),+ _field(model, "_config"),+ _field(model, "args"),+ )+ for holder in holders:+ if holder is None:+ continue+ for source in (holder, _field(holder, "text_config")):+ if source is None:+ continue+ value = _field(source, "max_position_embeddings")+ if value is not None:+ yield value++def runtime_context_length(model: Any, fallback: Optional[int] = None) -> Optional[int]:- """Return the effective context length Unsloth attached to a loaded model."""- for value in (getattr(model, "max_seq_length", None), fallback):+ """Return the effective context length a loaded model runs with."""+ # Lazy: a transformers load always has a requested length, so it never reads the config.+ candidates = chain(+ (_attached_window(model), fallback),+ _declared_context_lengths(model),+ )+ for value in candidates:if isinstance(value, bool):continuetry:value_int = int(value)- except (TypeError, ValueError):+ # OverflowError: json.loads turns a bare Infinity into float("inf"), which int() rejects.+ except (TypeError, ValueError, OverflowError):continueif value_int > 0:return value_intdiff --git a/studio/backend/tests/test_runtime_context_length.py b/studio/backend/tests/test_runtime_context_length.pynew file mode 100644index 00000000000..640f9138f2f--- /dev/null+++ b/studio/backend/tests/test_runtime_context_length.py@@ -0,0 +1,121 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Tests for the shared runtime context-length resolver."""++import sys+from pathlib import Path+from types import SimpleNamespace++_BACKEND_DIR = str(Path(__file__).resolve().parent.parent)+if _BACKEND_DIR not in sys.path:+ sys.path.insert(0, _BACKEND_DIR)++from core.inference.runtime_context import runtime_context_length+++def test_attached_window_wins():+ model = SimpleNamespace(+ max_seq_length = 8192,+ args = SimpleNamespace(max_position_embeddings = 40960),+ )+ assert runtime_context_length(model, 4096) == 8192+++def test_requested_length_beats_the_declared_window():+ model = SimpleNamespace(args = SimpleNamespace(max_position_embeddings = 40960))+ assert runtime_context_length(model, 4096) == 4096+++def test_mlx_model_falls_back_to_its_declared_window():+ model = SimpleNamespace(args = SimpleNamespace(max_position_embeddings = 40960))+ assert runtime_context_length(model, 0) == 40960+++def test_declared_window_read_from_config():+ model = SimpleNamespace(config = SimpleNamespace(max_position_embeddings = 32768))+ assert runtime_context_length(model, None) == 32768+++def test_declared_window_read_from_a_mapping_config():+ model = SimpleNamespace(config = {"max_position_embeddings": 16384})+ assert runtime_context_length(model, 0) == 16384+++def test_declared_window_read_from_a_multimodal_text_config():+ model = SimpleNamespace(+ config = SimpleNamespace(text_config = SimpleNamespace(max_position_embeddings = 131072)),+ )+ assert runtime_context_length(model, 0) == 131072+++def test_a_module_that_is_itself_a_dict_reads_its_attributes():+ class _MlxLikeModule(dict):+ def __init__(self, args):+ super().__init__({"layers": []})+ self.args = args++ model = _MlxLikeModule(SimpleNamespace(max_position_embeddings = 40960))+ assert runtime_context_length(model, 0) == 40960+++def test_declared_window_read_from_an_underscore_config():+ """mlx exposes a checkpoint's config under either name, so both are scanned."""+ model = SimpleNamespace(_config = {"max_position_embeddings": 40960})+ assert runtime_context_length(model, 0) == 40960+++def test_a_placeholder_outer_window_does_not_shadow_the_real_one():+ """A wrapper carrying 0 / "n/a" must not hide the window on the config below it."""+ model = SimpleNamespace(+ max_position_embeddings = 0,+ args = SimpleNamespace(max_position_embeddings = 40960),+ )+ assert runtime_context_length(model, 0) == 40960++ wrapper = SimpleNamespace(+ config = SimpleNamespace(max_position_embeddings = "n/a"),+ args = SimpleNamespace(max_position_embeddings = 32768),+ )+ assert runtime_context_length(wrapper, 0) == 32768+++def test_a_config_that_refuses_to_be_read_leaves_the_window_unknown():+ """PEFT and accelerate wrappers can raise on attribute access, and this runs on every load."""++ class _RefusesToLoad:+ @property+ def config(self):+ raise RuntimeError("config unavailable")++ assert runtime_context_length(_RefusesToLoad(), 0) is None+++def test_an_attached_window_wins_without_touching_the_config():+ """A transformers load always has a requested length, so a raising config is harmless."""+ touched = []++ class _RecordsConfigReads:+ max_seq_length = 4096++ @property+ def config(self):+ touched.append("config")+ raise RuntimeError("config unavailable")++ assert runtime_context_length(_RecordsConfigReads(), 2048) == 4096+ assert touched == []+++def test_no_window_anywhere_stays_unknown():+ assert runtime_context_length(SimpleNamespace(), 0) is None+ assert runtime_context_length(None, None) is None+++def test_non_positive_and_non_numeric_values_are_skipped():+ model = SimpleNamespace(+ max_seq_length = 0,+ config = SimpleNamespace(max_position_embeddings = "n/a"),+ )+ assert runtime_context_length(model, -1) is None+ assert runtime_context_length(SimpleNamespace(max_seq_length = True), 2048) == 2048