Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

5.0 KB
Raw Blame
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

import {
  listProviderConfigs,
  listProviderModels,
  updateProviderConfig,
} from "./api/providers-api";
import {
  getExternalProviderApiKey,
  type ExternalProviderConfig,
} from "./external-providers";
import {
  providerSavesInFlight,
  useExternalProvidersStore,
} from "./stores/external-providers-store";

export function mergeReloadedModels(
  models: readonly string[],
  previousCatalog: readonly string[],
  catalog: readonly string[],
): string[] {
  const known = new Set(previousCatalog);
  const live = new Set(catalog);
  const selected = new Set(models);
  const next = new Set([
    ...models.filter((id) => !known.has(id) && !live.has(id)),
    ...catalog.filter((id) => selected.has(id) || !known.has(id)),
  ]);
  return next.size > 0 ? [...next] : [...catalog];
}

const sameList = (a: readonly string[], b: readonly string[]) =>
  a.length === b.length && a.every((id, i) => id === b[i]);

function autoReloadConnections(): ExternalProviderConfig[] {
  const { providers, connectionsEnabled } = useExternalProvidersStore.getState();
  if (!connectionsEnabled) return [];
  return providers.filter(
    (p) => p.providerType === "llama_cpp" && p.autoReloadModels === true && !p.sharedByOwner,
  );
}

export function startLlamaCppAutoReload(intervalMs = 10_000): () => void {
  // id -> endpoint + catalog last reloaded (absent: offline).
  const online = new Map<string, string>();
  const inFlight = new Set<string>();
  let stopped = false;
  const endpoint = (p: ExternalProviderConfig) => `${p.baseUrl}|${p.hasApiKey === true}`;

  async function probe(provider: ExternalProviderConfig) {
    inFlight.add(provider.id);
    try {
      const listed = await listProviderModels({
        providerType: "llama_cpp",
        providerId: provider.id,
        baseUrl: provider.baseUrl || null,
        apiKey: provider.hasApiKey ? "" : getExternalProviderApiKey(provider.id),
      });
      const catalog = [...new Set(listed.map((m) => m.id.trim()).filter(Boolean))];
      const key = `${endpoint(provider)}|${catalog.join("\n")}`;
      // A server still starting can list nothing: keep the last good selection.
      if (stopped || catalog.length === 0) return;
      // A late settings sync can restore older lists, so skip only while this catalog is shown.
      const shown = useExternalProvidersStore.getState().providers.find((p) => p.id === provider.id);
      if (online.get(provider.id) === key && sameList(catalog, shown?.availableModels ?? [])) return;
      // Merge against the saved row so tabs agree on the user's picks.
      const saved = (await listProviderConfigs()).find((c) => c.id === provider.id);
      const latest = autoReloadConnections().find((p) => p.id === provider.id);
      if (stopped || !saved || !latest || endpoint(latest) !== endpoint(provider)) return;
      const hasSaved =
        (saved.models?.length ?? 0) > 0 || (saved.available_models?.length ?? 0) > 0;
      const previousModels = hasSaved ? (saved.models ?? []) : latest.models;
      const previousCatalog = hasSaved
        ? (saved.available_models ?? [])
        : (latest.availableModels ?? []);
      const models = mergeReloadedModels(previousModels, previousCatalog, catalog);
      const edited = () => {
        const row = useExternalProvidersStore.getState().providers.find((p) => p.id === provider.id);
        return row?.models !== latest.models || row?.availableModels !== latest.availableModels;
      };
      if (providerSavesInFlight.has(provider.id) || edited()) return;
      if (!sameList(models, previousModels) || !sameList(catalog, previousCatalog)) {
        await updateProviderConfig(provider.id, { models, availableModels: catalog });
      }
      if (stopped) return;
      if (edited()) return;
      const { providers, setProviders } = useExternalProvidersStore.getState();
      const current = providers.find((p) => p.id === provider.id);
      if (!current) return;
      if (
        !sameList(models, current.models) ||
        !sameList(catalog, current.availableModels ?? [])
      ) {
        setProviders(
          providers.map((p) =>
            p.id === provider.id ? { ...p, models, availableModels: catalog } : p,
          ),
        );
      }
      online.set(provider.id, key);
    } catch {
      online.delete(provider.id);
    } finally {
      inFlight.delete(provider.id);
    }
  }

  function probeAll(onlyNew: boolean) {
    const connections = autoReloadConnections();
    for (const id of online.keys()) {
      if (!connections.some((p) => p.id === id)) online.delete(id);
    }
    for (const p of connections) {
      if (inFlight.has(p.id) || (onlyNew && online.has(p.id))) continue;
      void probe(p);
    }
  }

  const unsubscribe = useExternalProvidersStore.subscribe(() => probeAll(true));
  const timer = setInterval(() => probeAll(false), intervalMs);
  probeAll(false);
  return () => {
    stopped = true;
    clearInterval(timer);
    unsubscribe();
  };
}