Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

2.8 KB
Raw Blame
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

"""Hub download, snapshot and offline lookup rank speed-first; detect_mtp_file ranks size-first."""

from pathlib import Path
from typing import Iterable, Optional

from utils.models.drafters.common import (
    _drafter_matches_weight,
    _drafter_names_other_weight,
    _drafter_stem_rank,
)


def dspark_precision_rank(name: str) -> int:
    """Sidecar precision preference, Q8_0 first as the DSpark model card recommends; shared with hub
    download and VRAM sizing so budgeted and fetched files match."""
    base = Path(name).name.lower()
    if "-q8_0" in base:
        return 0
    if "-q4_0" in base:
        return 1
    if "-bf16" in base or "-f16" in base:
        return 2
    return 3


def dspark_preference_key(name: str) -> tuple[int, str]:
    """Sort key picking the preferred sidecar by name alone (no filesystem)."""
    return dspark_precision_rank(name), Path(name).name.lower()


def mtp_precision_rank(name: str) -> int:
    """Q8_0 ranks first for draft speed only: the target verifies every drafted token anyway."""
    base = Path(name).name.lower()
    if "-q8_0" in base:
        return 0
    if "-q6_k" in base:
        return 1
    if "-q5_k" in base:
        return 2
    if "-q4_k" in base or "-q4_0" in base:
        return 3
    if "-bf16" in base or "-f16" in base:
        return 4
    return 5


def mtp_preference_key(name: str) -> tuple[int, int, str]:
    """Prefers the self-contained MTP head over a ``-shared-`` one, which cannot load alone for --fit."""
    borrows = 1 if "shared" in Path(name).name.lower() else 0
    return mtp_precision_rank(name), borrows, Path(name).name.lower()


# DFlash shares DSpark's precision vocabulary (the sidecar has none, landing in the catch-all).
dflash_precision_rank = dspark_precision_rank


def dflash_preference_key(name: str) -> tuple[int, str]:
    """Sort key picking the preferred DFlash sidecar by name alone."""
    return dflash_precision_rank(name), Path(name).name.lower()


def dflash_repo_preference_key(
    name: str,
    weight_name: Optional[str] = None,
    other_weight_names: Iterable[str] = (),
) -> tuple[int, int, int, str]:
    """Ranks sidecars against this weight: its family first, then unnamed, then another family (demoted, not dropped), so model B never gets the drafter of model A."""
    precision, sort_name = dflash_preference_key(name)
    if weight_name is not None and _drafter_matches_weight(name, weight_name, kind = "dflash"):
        return 0, _drafter_stem_rank(name, kind = "dflash"), precision, sort_name
    foreign = _drafter_names_other_weight(name, weight_name, other_weight_names)
    return 2 if foreign else 1, 0, precision, sort_name