Skip to content

Personal AI, On Personal Devices

Python
1.2 KB
Raw Blame
const CLOUD_PREFIXES = [
  'gpt-',
  'o1-',
  'o3-',
  'o4-',
  'claude-',
  'gemini-',
  'openrouter/',
  'MiniMax-',
  'chatgpt-',
];

export function engineFromCompletionChunk(data: unknown): string | undefined {
  if (!data || typeof data !== 'object') return undefined;
  const telemetry = (data as { telemetry?: unknown }).telemetry;
  if (!telemetry || typeof telemetry !== 'object') return undefined;
  const engine = (telemetry as { engine?: unknown }).engine;
  if (typeof engine !== 'string' || !engine.trim()) return undefined;
  return engine.trim();
}

export function resolveChatEngine({
  routedEngine,
  serverEngine,
  selectedModel,
  selectedOwner,
}: {
  routedEngine?: string;
  serverEngine?: string;
  selectedModel: string;
  selectedOwner?: string;
}): string {
  // The finish chunk describes the backend that handled this exact request.
  // /v1/info describes only the server's configured wrapper (often "multi").
  if (routedEngine?.trim()) return routedEngine.trim();
  if (serverEngine?.trim()) return serverEngine.trim();
  if (selectedOwner === 'litellm') return 'litellm';
  return CLOUD_PREFIXES.some((prefix) => selectedModel.startsWith(prefix))
    ? 'cloud'
    : 'ollama';
}