Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
// `loadedContextLength`, not the requested n_ctx: llama-server may serve less (memory fit or slots).
export function ragScopeContextLength(input: {
isExternalRequest: boolean;
loadedContextLength?: number | null;
maxSeqLength?: number | null;
}): number | undefined {
if (input.isExternalRequest) {
return undefined;
}
return input.loadedContextLength ?? input.maxSeqLength ?? undefined;
}