Skip to content

The open-source AI voice studio. Clone, dictate, create.

fix: extend MLX thread-affinity fix to the Qwen3 LLM backend

Seunghun Lee2693c983f2c0
diff --git a/backend/backends/qwen_llm_backend.py b/backend/backends/qwen_llm_backend.py
index 5d29d892..c2ec70c3 100644
--- a/backend/backends/qwen_llm_backend.py
+++ b/backend/backends/qwen_llm_backend.py
@@ -212,10 +212,15 @@ class MLXQwenLLMBackend:
if self.model is not None and self._current_model_size == model_size:
return
+ # Routed through the same dedicated MLX thread as TTS/STT — MLX's
+ # Metal stream is thread-local, so load and generate must run on
+ # one thread (see mlx_backend._run_on_mlx_thread / issue #699).
+ from .mlx_backend import _run_on_mlx_thread
+
if self.model is not None and self._current_model_size != model_size:
- self.unload_model()
+ await _run_on_mlx_thread(self.unload_model)
- await asyncio.to_thread(self._load_model_sync, model_size)
+ await _run_on_mlx_thread(self._load_model_sync, model_size)
def _load_model_sync(self, model_size: str) -> None:
from mlx_lm import load as mlx_load
@@ -258,7 +263,9 @@ class MLXQwenLLMBackend:
examples: Optional[list[tuple[str, str]]] = None,
) -> str:
await self.load_model(model_size)
- return await asyncio.to_thread(
+ from .mlx_backend import _run_on_mlx_thread
+
+ return await _run_on_mlx_thread(
self._generate_sync, prompt, system, max_tokens, temperature, examples
)