Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

4.3 KB
Raw Blame
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

import assert from "node:assert/strict";
import test from "node:test";

import { ragScopeContextLength } from "../src/features/chat/api/rag-context-length.ts";

import { readText } from "./helpers/kit.ts";

const UNGUARDED_WINDOW = /context_length:\s*\n?\s*runtime\./;
const GUARDED_WINDOW = /context_length: ragScopeContextLength\(\{/g;

test("a resident GGUF's window is not reported on a hosted turn", () => {
  assert.equal(
    ragScopeContextLength({
      isExternalRequest: true,
      loadedContextLength: 4096,
      maxSeqLength: 4096,
    }),
    undefined,
  );
});

test("a local turn reports the window the model serves", () => {
  assert.equal(
    ragScopeContextLength({
      isExternalRequest: false,
      loadedContextLength: 4096,
      maxSeqLength: 8192,
    }),
    4096,
  );
});

test("a local load with no GGUF window falls back to maxSeqLength", () => {
  assert.equal(
    ragScopeContextLength({
      isExternalRequest: false,
      loadedContextLength: null,
      maxSeqLength: 32768,
    }),
    32768,
  );
  assert.equal(
    ragScopeContextLength({
      isExternalRequest: false,
      loadedContextLength: null,
      maxSeqLength: null,
    }),
    undefined,
  );
});

test("every rag_scope window goes through the guard", () => {
  const adapter = readText("../src/features/chat/api/chat-adapter.ts");
  assert.doesNotMatch(adapter, UNGUARDED_WINDOW);
  assert.equal((adapter.match(GUARDED_WINDOW) ?? []).length, 2);
});

// llama-server may reduce n_ctx; loadedContextLength carries the served window.
test("the served window is budgeted, never the n_ctx the load asked for", () => {
  const helper = readText("../src/features/chat/api/rag-context-length.ts");
  assert.doesNotMatch(
    helper.slice(helper.indexOf("export function")),
    /loadedCustomContextLength/,
  );
  const adapter = readText("../src/features/chat/api/chat-adapter.ts");
  for (const call of adapter.match(/ragScopeContextLength\(\{[^}]*\}\)/g) ?? []) {
    assert.doesNotMatch(call, /loadedCustomContextLength/);
  }
});

// Fields the budget reads must be in QUEUED_SETTING_KEYS or they come from the visible model.
test("every runtime field the budget reads survives a queued run", () => {
  const queuedKeys = new Set(
    (
      readText("../src/features/chat/utils/queued-chat-run-settings.ts")
        .match(/const QUEUED_SETTING_KEYS = \[([\s\S]*?)\] as const;/)?.[1] ?? ""
    ).match(/"([^"]+)"/g)?.map((quoted) => quoted.slice(1, -1)) ?? [],
  );
  assert.ok(queuedKeys.size > 0);
  const adapter = readText("../src/features/chat/api/chat-adapter.ts");
  const calls = adapter.match(/ragScopeContextLength\(\{[^}]*\}\)/g) ?? [];
  assert.equal(calls.length, 2);
  for (const call of calls) {
    for (const [, field] of call.matchAll(/runtime\.(\w+)/g)) {
      assert.ok(queuedKeys.has(field), `runtime.${field} is not snapshotted`);
    }
  }
});

const VALUES = [null, undefined, 0, 1, 4096, 8192, 200_000] as const;

test("an external request NEVER reports a window, whatever is resident", () => {
  for (const a of VALUES) for (const b of VALUES) {
    assert.equal(
      ragScopeContextLength({ isExternalRequest: true,
        loadedContextLength: a, maxSeqLength: b }),
      undefined,
      `leaked with ${a}/${b}`);
  }
});

test("a local request reports the first field that is set, in order", () => {
  for (const a of VALUES) for (const b of VALUES) {
    const got = ragScopeContextLength({ isExternalRequest: false,
      loadedContextLength: a, maxSeqLength: b });
    assert.equal(got, a ?? b ?? undefined, `${a}/${b}`);
  }
});

test("the result is only ever a number or undefined, never null", () => {
  for (const a of VALUES) {
    for (const ext of [true, false]) {
      const got = ragScopeContextLength({ isExternalRequest: ext,
        loadedContextLength: a, maxSeqLength: null });
      assert.ok(got === undefined || typeof got === "number", `got ${got}`);
      assert.notEqual(got, null);
    }
  }
});

test("a zero window is passed through, not treated as absent", () => {
  // `??` keeps 0 so a model serving no window does not fall through to a stale one.
  assert.equal(ragScopeContextLength({ isExternalRequest: false,
    loadedContextLength: 0, maxSeqLength: 8192 }), 0);
});