Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

Studio: report a context size for models loaded through MLX (#10098)

Nilaydfd0d2ed3f03
diff --git a/studio/backend/core/inference/runtime_context.py b/studio/backend/core/inference/runtime_context.py
index 8b881628be2..e1b874542a1 100644
--- a/studio/backend/core/inference/runtime_context.py
+++ b/studio/backend/core/inference/runtime_context.py
@@ -5,17 +5,63 @@
from __future__ import annotations
+from collections.abc import Iterator, Mapping
+from itertools import chain
from typing import Any, Optional
+def _field(source: Any, name: str) -> Any:
+ """Key or attribute, since mlx.nn.Module is a dict; a raiser is absent, never a failed load."""
+ try:
+ if isinstance(source, Mapping) and name in source:
+ return source[name]
+ return getattr(source, name, None)
+ except Exception:
+ return None
+
+
+def _attached_window(model: Any) -> Any:
+ """What Unsloth attached: getattr only, so a Mapping model's parameters cannot pose as it."""
+ try:
+ return getattr(model, "max_seq_length", None)
+ except Exception:
+ return None
+
+
+def _declared_context_lengths(model: Any) -> Iterator[Any]:
+ """Declared windows, best first. Yields, so an outer 0 / "n/a" cannot shadow a real one."""
+ holders = (
+ model,
+ # config / _config: the spread _mlx_config_field walks in mlx_inference.py.
+ _field(model, "config"),
+ _field(model, "_config"),
+ _field(model, "args"),
+ )
+ for holder in holders:
+ if holder is None:
+ continue
+ for source in (holder, _field(holder, "text_config")):
+ if source is None:
+ continue
+ value = _field(source, "max_position_embeddings")
+ if value is not None:
+ yield value
+
+
def runtime_context_length(model: Any, fallback: Optional[int] = None) -> Optional[int]:
- """Return the effective context length Unsloth attached to a loaded model."""
- for value in (getattr(model, "max_seq_length", None), fallback):
+ """Return the effective context length a loaded model runs with."""
+ # Lazy: a transformers load always has a requested length, so it never reads the config.
+ candidates = chain(
+ (_attached_window(model), fallback),
+ _declared_context_lengths(model),
+ )
+ for value in candidates:
if isinstance(value, bool):
continue
try:
value_int = int(value)
- except (TypeError, ValueError):
+ # OverflowError: json.loads turns a bare Infinity into float("inf"), which int() rejects.
+ except (TypeError, ValueError, OverflowError):
continue
if value_int > 0:
return value_int
diff --git a/studio/backend/tests/test_runtime_context_length.py b/studio/backend/tests/test_runtime_context_length.py
new file mode 100644
index 00000000000..640f9138f2f
--- /dev/null
+++ b/studio/backend/tests/test_runtime_context_length.py
@@ -0,0 +1,121 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Tests for the shared runtime context-length resolver."""
+
+import sys
+from pathlib import Path
+from types import SimpleNamespace
+
+_BACKEND_DIR = str(Path(__file__).resolve().parent.parent)
+if _BACKEND_DIR not in sys.path:
+ sys.path.insert(0, _BACKEND_DIR)
+
+from core.inference.runtime_context import runtime_context_length
+
+
+def test_attached_window_wins():
+ model = SimpleNamespace(
+ max_seq_length = 8192,
+ args = SimpleNamespace(max_position_embeddings = 40960),
+ )
+ assert runtime_context_length(model, 4096) == 8192
+
+
+def test_requested_length_beats_the_declared_window():
+ model = SimpleNamespace(args = SimpleNamespace(max_position_embeddings = 40960))
+ assert runtime_context_length(model, 4096) == 4096
+
+
+def test_mlx_model_falls_back_to_its_declared_window():
+ model = SimpleNamespace(args = SimpleNamespace(max_position_embeddings = 40960))
+ assert runtime_context_length(model, 0) == 40960
+
+
+def test_declared_window_read_from_config():
+ model = SimpleNamespace(config = SimpleNamespace(max_position_embeddings = 32768))
+ assert runtime_context_length(model, None) == 32768
+
+
+def test_declared_window_read_from_a_mapping_config():
+ model = SimpleNamespace(config = {"max_position_embeddings": 16384})
+ assert runtime_context_length(model, 0) == 16384
+
+
+def test_declared_window_read_from_a_multimodal_text_config():
+ model = SimpleNamespace(
+ config = SimpleNamespace(text_config = SimpleNamespace(max_position_embeddings = 131072)),
+ )
+ assert runtime_context_length(model, 0) == 131072
+
+
+def test_a_module_that_is_itself_a_dict_reads_its_attributes():
+ class _MlxLikeModule(dict):
+ def __init__(self, args):
+ super().__init__({"layers": []})
+ self.args = args
+
+ model = _MlxLikeModule(SimpleNamespace(max_position_embeddings = 40960))
+ assert runtime_context_length(model, 0) == 40960
+
+
+def test_declared_window_read_from_an_underscore_config():
+ """mlx exposes a checkpoint's config under either name, so both are scanned."""
+ model = SimpleNamespace(_config = {"max_position_embeddings": 40960})
+ assert runtime_context_length(model, 0) == 40960
+
+
+def test_a_placeholder_outer_window_does_not_shadow_the_real_one():
+ """A wrapper carrying 0 / "n/a" must not hide the window on the config below it."""
+ model = SimpleNamespace(
+ max_position_embeddings = 0,
+ args = SimpleNamespace(max_position_embeddings = 40960),
+ )
+ assert runtime_context_length(model, 0) == 40960
+
+ wrapper = SimpleNamespace(
+ config = SimpleNamespace(max_position_embeddings = "n/a"),
+ args = SimpleNamespace(max_position_embeddings = 32768),
+ )
+ assert runtime_context_length(wrapper, 0) == 32768
+
+
+def test_a_config_that_refuses_to_be_read_leaves_the_window_unknown():
+ """PEFT and accelerate wrappers can raise on attribute access, and this runs on every load."""
+
+ class _RefusesToLoad:
+ @property
+ def config(self):
+ raise RuntimeError("config unavailable")
+
+ assert runtime_context_length(_RefusesToLoad(), 0) is None
+
+
+def test_an_attached_window_wins_without_touching_the_config():
+ """A transformers load always has a requested length, so a raising config is harmless."""
+ touched = []
+
+ class _RecordsConfigReads:
+ max_seq_length = 4096
+
+ @property
+ def config(self):
+ touched.append("config")
+ raise RuntimeError("config unavailable")
+
+ assert runtime_context_length(_RecordsConfigReads(), 2048) == 4096
+ assert touched == []
+
+
+def test_no_window_anywhere_stays_unknown():
+ assert runtime_context_length(SimpleNamespace(), 0) is None
+ assert runtime_context_length(None, None) is None
+
+
+def test_non_positive_and_non_numeric_values_are_skipped():
+ model = SimpleNamespace(
+ max_seq_length = 0,
+ config = SimpleNamespace(max_position_embeddings = "n/a"),
+ )
+ assert runtime_context_length(model, -1) is None
+ assert runtime_context_length(SimpleNamespace(max_seq_length = True), 2048) == 2048