Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import assert from "node:assert/strict";
import test from "node:test";
import { ragScopeContextLength } from "../src/features/chat/api/rag-context-length.ts";
import { readText } from "./helpers/kit.ts";
const UNGUARDED_WINDOW = /context_length:\s*\n?\s*runtime\./;
const GUARDED_WINDOW = /context_length: ragScopeContextLength\(\{/g;
test("a resident GGUF's window is not reported on a hosted turn", () => {
assert.equal(
ragScopeContextLength({
isExternalRequest: true,
loadedContextLength: 4096,
maxSeqLength: 4096,
}),
undefined,
);
});
test("a local turn reports the window the model serves", () => {
assert.equal(
ragScopeContextLength({
isExternalRequest: false,
loadedContextLength: 4096,
maxSeqLength: 8192,
}),
4096,
);
});
test("a local load with no GGUF window falls back to maxSeqLength", () => {
assert.equal(
ragScopeContextLength({
isExternalRequest: false,
loadedContextLength: null,
maxSeqLength: 32768,
}),
32768,
);
assert.equal(
ragScopeContextLength({
isExternalRequest: false,
loadedContextLength: null,
maxSeqLength: null,
}),
undefined,
);
});
test("every rag_scope window goes through the guard", () => {
const adapter = readText("../src/features/chat/api/chat-adapter.ts");
assert.doesNotMatch(adapter, UNGUARDED_WINDOW);
assert.equal((adapter.match(GUARDED_WINDOW) ?? []).length, 2);
});
// llama-server may reduce n_ctx; loadedContextLength carries the served window.
test("the served window is budgeted, never the n_ctx the load asked for", () => {
const helper = readText("../src/features/chat/api/rag-context-length.ts");
assert.doesNotMatch(
helper.slice(helper.indexOf("export function")),
/loadedCustomContextLength/,
);
const adapter = readText("../src/features/chat/api/chat-adapter.ts");
for (const call of adapter.match(/ragScopeContextLength\(\{[^}]*\}\)/g) ?? []) {
assert.doesNotMatch(call, /loadedCustomContextLength/);
}
});
// Fields the budget reads must be in QUEUED_SETTING_KEYS or they come from the visible model.
test("every runtime field the budget reads survives a queued run", () => {
const queuedKeys = new Set(
(
readText("../src/features/chat/utils/queued-chat-run-settings.ts")
.match(/const QUEUED_SETTING_KEYS = \[([\s\S]*?)\] as const;/)?.[1] ?? ""
).match(/"([^"]+)"/g)?.map((quoted) => quoted.slice(1, -1)) ?? [],
);
assert.ok(queuedKeys.size > 0);
const adapter = readText("../src/features/chat/api/chat-adapter.ts");
const calls = adapter.match(/ragScopeContextLength\(\{[^}]*\}\)/g) ?? [];
assert.equal(calls.length, 2);
for (const call of calls) {
for (const [, field] of call.matchAll(/runtime\.(\w+)/g)) {
assert.ok(queuedKeys.has(field), `runtime.${field} is not snapshotted`);
}
}
});
const VALUES = [null, undefined, 0, 1, 4096, 8192, 200_000] as const;
test("an external request NEVER reports a window, whatever is resident", () => {
for (const a of VALUES) for (const b of VALUES) {
assert.equal(
ragScopeContextLength({ isExternalRequest: true,
loadedContextLength: a, maxSeqLength: b }),
undefined,
`leaked with ${a}/${b}`);
}
});
test("a local request reports the first field that is set, in order", () => {
for (const a of VALUES) for (const b of VALUES) {
const got = ragScopeContextLength({ isExternalRequest: false,
loadedContextLength: a, maxSeqLength: b });
assert.equal(got, a ?? b ?? undefined, `${a}/${b}`);
}
});
test("the result is only ever a number or undefined, never null", () => {
for (const a of VALUES) {
for (const ext of [true, false]) {
const got = ragScopeContextLength({ isExternalRequest: ext,
loadedContextLength: a, maxSeqLength: null });
assert.ok(got === undefined || typeof got === "number", `got ${got}`);
assert.notEqual(got, null);
}
}
});
test("a zero window is passed through, not treated as absent", () => {
// `??` keeps 0 so a model serving no window does not fall through to a stale one.
assert.equal(ragScopeContextLength({ isExternalRequest: false,
loadedContextLength: 0, maxSeqLength: 8192 }), 0);
});