Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

2.3 KB
Raw Blame
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

"""Only a positive MLX requested_context_length is a pin; a llama.cpp n_ctx echo is not."""

from __future__ import annotations

import textwrap

from _node_harness import (
    WORKDIR,
    read,
    require_node,
    run_harness,
    slice_between,
    source_path,
)

RECIPES = source_path("studio/frontend/src/features/recipe-studio/hooks/use-recipe-executions.ts")

TEMP = WORKDIR / "temp" / "recipe_context_intent"

SOURCES = (RECIPES,)


def _harness_source() -> str:
    return "// @ts-nocheck\nexport " + slice_between(
        read(RECIPES),
        "function contextIntent(",
        "\nexport async function isLocalModelAlreadyLoaded(",
    )


def _run(script: str) -> dict:
    require_node(SOURCES)
    return run_harness(TEMP, _harness_source(), script, sources = SOURCES)


def test_only_mlx_reads_a_positive_context_echo_as_a_pin():
    out = _run(
        textwrap.dedent(
            """
            // @ts-nocheck
            import { contextIntent } from "./harness.ts";
            console.log(JSON.stringify({
              mlxPinned: contextIntent(32768, true),
              mlxAuto: contextIntent(0, true),
              mlxUnset: contextIntent(null, true),
              ggufEcho: contextIntent(32768, false),
              ggufAuto: contextIntent(0, false),
            }));
            """
        )
    )
    assert out["mlxPinned"] == 32768
    assert out["mlxAuto"] is None
    assert out["mlxUnset"] is None
    # GGUF: the echo says nothing, so an unpinned recipe must not force a reload.
    assert (
        out["ggufEcho"] is None
    ), "a positive GGUF echo is the resolved n_ctx of an Auto load, not a pin"
    assert out["ggufAuto"] is None


def test_both_load_gates_ask_the_backend_before_comparing_intent():
    """The predicate is only correct if both callers pass the flag; neither may drop it."""
    source = read(RECIPES)
    assert "contextIntent(requestedContextLength, residentIsMlx)" in source
    assert "contextIntent(status.requested_context_length, residentIsMlx)" in source
    assert "contextIntent(left.requestedContextLength, left.isMlx)" in source
    assert "contextIntent(right.requestedContextLength, right.isMlx)" in source