Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import {
listProviderConfigs,
listProviderModels,
updateProviderConfig,
} from "./api/providers-api";
import {
getExternalProviderApiKey,
type ExternalProviderConfig,
} from "./external-providers";
import {
providerSavesInFlight,
useExternalProvidersStore,
} from "./stores/external-providers-store";
export function mergeReloadedModels(
models: readonly string[],
previousCatalog: readonly string[],
catalog: readonly string[],
): string[] {
const known = new Set(previousCatalog);
const live = new Set(catalog);
const selected = new Set(models);
const next = new Set([
...models.filter((id) => !known.has(id) && !live.has(id)),
...catalog.filter((id) => selected.has(id) || !known.has(id)),
]);
return next.size > 0 ? [...next] : [...catalog];
}
const sameList = (a: readonly string[], b: readonly string[]) =>
a.length === b.length && a.every((id, i) => id === b[i]);
function autoReloadConnections(): ExternalProviderConfig[] {
const { providers, connectionsEnabled } = useExternalProvidersStore.getState();
if (!connectionsEnabled) return [];
return providers.filter(
(p) => p.providerType === "llama_cpp" && p.autoReloadModels === true && !p.sharedByOwner,
);
}
export function startLlamaCppAutoReload(intervalMs = 10_000): () => void {
// id -> endpoint + catalog last reloaded (absent: offline).
const online = new Map<string, string>();
const inFlight = new Set<string>();
let stopped = false;
const endpoint = (p: ExternalProviderConfig) => `${p.baseUrl}|${p.hasApiKey === true}`;
async function probe(provider: ExternalProviderConfig) {
inFlight.add(provider.id);
try {
const listed = await listProviderModels({
providerType: "llama_cpp",
providerId: provider.id,
baseUrl: provider.baseUrl || null,
apiKey: provider.hasApiKey ? "" : getExternalProviderApiKey(provider.id),
});
const catalog = [...new Set(listed.map((m) => m.id.trim()).filter(Boolean))];
const key = `${endpoint(provider)}|${catalog.join("\n")}`;
// A server still starting can list nothing: keep the last good selection.
if (stopped || catalog.length === 0) return;
// A late settings sync can restore older lists, so skip only while this catalog is shown.
const shown = useExternalProvidersStore.getState().providers.find((p) => p.id === provider.id);
if (online.get(provider.id) === key && sameList(catalog, shown?.availableModels ?? [])) return;
// Merge against the saved row so tabs agree on the user's picks.
const saved = (await listProviderConfigs()).find((c) => c.id === provider.id);
const latest = autoReloadConnections().find((p) => p.id === provider.id);
if (stopped || !saved || !latest || endpoint(latest) !== endpoint(provider)) return;
const hasSaved =
(saved.models?.length ?? 0) > 0 || (saved.available_models?.length ?? 0) > 0;
const previousModels = hasSaved ? (saved.models ?? []) : latest.models;
const previousCatalog = hasSaved
? (saved.available_models ?? [])
: (latest.availableModels ?? []);
const models = mergeReloadedModels(previousModels, previousCatalog, catalog);
const edited = () => {
const row = useExternalProvidersStore.getState().providers.find((p) => p.id === provider.id);
return row?.models !== latest.models || row?.availableModels !== latest.availableModels;
};
if (providerSavesInFlight.has(provider.id) || edited()) return;
if (!sameList(models, previousModels) || !sameList(catalog, previousCatalog)) {
await updateProviderConfig(provider.id, { models, availableModels: catalog });
}
if (stopped) return;
if (edited()) return;
const { providers, setProviders } = useExternalProvidersStore.getState();
const current = providers.find((p) => p.id === provider.id);
if (!current) return;
if (
!sameList(models, current.models) ||
!sameList(catalog, current.availableModels ?? [])
) {
setProviders(
providers.map((p) =>
p.id === provider.id ? { ...p, models, availableModels: catalog } : p,
),
);
}
online.set(provider.id, key);
} catch {
online.delete(provider.id);
} finally {
inFlight.delete(provider.id);
}
}
function probeAll(onlyNew: boolean) {
const connections = autoReloadConnections();
for (const id of online.keys()) {
if (!connections.some((p) => p.id === id)) online.delete(id);
}
for (const p of connections) {
if (inFlight.has(p.id) || (onlyNew && online.has(p.id))) continue;
void probe(p);
}
}
const unsubscribe = useExternalProvidersStore.subscribe(() => probeAll(true));
const timer = setInterval(() => probeAll(false), intervalMs);
probeAll(false);
return () => {
stopped = true;
clearInterval(timer);
unsubscribe();
};
}