Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
"""Call-time checks on the request's runner; FBCache needs that runner to open cache_context."""
from __future__ import annotations
from typing import Any, Optional
# Re-exports diffusion_multistage's multi-call helpers so the optimizer has one runtime entry point.
from ..diffusion_multistage import encode_once, hold_denoiser_between_calls # noqa: F401
def runner_opens_cache_context(runner: Any) -> bool:
from ..diffusion_cache import _pipeline_opens_cache_context # noqa: PLC0415
return _pipeline_opens_cache_context(runner)
def step_cache_runner_reason(base: Any, runner: Any) -> Optional[str]:
"""Why the step cache must stay off for a call that runs ``runner`` over ``base``'s denoiser, or None."""
if runner is None or runner is base:
return None
if not shares_denoiser(base, runner):
return None
if runner_opens_cache_context(runner):
return None
return (
f"{type(runner).__name__} opens no cache_context, so the step cache stays off for this call"
)
def auto_cache_steps(base: Any, runner: Any, steps: int) -> tuple[int, Optional[str]]:
"""The step count an AUTO cache toggle should see for this call: 0 (disengage) when the runner cannot host the
cache, else ``steps``. Returns ``(steps, reason)``."""
reason = step_cache_runner_reason(base, runner)
return (0, reason) if reason else (int(steps), None)
def shares_denoiser(base: Any, runner: Any) -> bool:
"""Whether ``runner`` drives a denoiser module of ``base`` (from_pipe workflows, class swaps and multi-stage
runners built from ``base``'s components do); the same denoiser resolution diffusion_multistage holds."""
if runner is None or runner is base:
return True
from ..diffusion_multistage import _denoisers # noqa: PLC0415
mine = _denoisers(base)
return bool(mine) and any(m is n for m in mine for n in _denoisers(runner))