Skip to content

Project NOMAD is an offline-first knowledge and education server. Wikipedia, thousands of books, courses, maps, and optional local AI, all running on hardware you own with no internet required.

TypeScript
3.1 KB
Raw Blame
import type { ModelVisionCapability } from '../../types/ollama.js'

export type ModelCapabilities = {
  thinking: boolean
  vision: ModelVisionCapability
}

export type ModelCapabilityProbes = {
  ollamaShow: () => Promise<unknown>
  llamaProps: () => Promise<unknown>
}

export type InstalledModelMetadata = {
  name: string
  size: number
  capabilities?: string[]
}

export function capabilitiesFromOllamaShow(value: unknown): ModelCapabilities | null {
  if (!value || typeof value !== 'object') return null
  const capabilities = (value as { capabilities?: unknown }).capabilities
  if (!Array.isArray(capabilities) || !capabilities.every((item) => typeof item === 'string')) {
    return null
  }

  return {
    thinking: capabilities.includes('thinking'),
    vision: capabilities.includes('vision') ? 'supported' : 'unsupported',
  }
}

export function visionCapabilityFromLlamaProps(value: unknown): ModelVisionCapability | null {
  if (!value || typeof value !== 'object') return null
  const modalities = (value as { modalities?: unknown }).modalities
  if (modalities && typeof modalities === 'object' && !Array.isArray(modalities)) {
    const vision = (modalities as { vision?: unknown }).vision
    return typeof vision === 'boolean' ? (vision ? 'supported' : 'unsupported') : null
  }
  if (Array.isArray(modalities) && modalities.every((item) => typeof item === 'string')) {
    return modalities.includes('image') || modalities.includes('vision')
      ? 'supported'
      : 'unsupported'
  }
  return null
}

export async function resolveModelCapabilities(
  advertisedMetadata: unknown,
  probes: ModelCapabilityProbes
): Promise<ModelCapabilities | null> {
  const advertised = capabilitiesFromOllamaShow(advertisedMetadata)
  // A model list that reports vision is trusted outright. One that does not is
  // not conclusive: Ollama's /api/tags lists gemma3 as ['completion'] while its
  // /api/show for the same model reports ['completion', 'vision'], which left
  // image upload disabled for one of the most common small vision models.
  if (advertised?.vision === 'supported') return advertised

  try {
    const ollama = capabilitiesFromOllamaShow(await probes.ollamaShow())
    if (ollama) return ollama
  } catch {}

  try {
    const vision = visionCapabilityFromLlamaProps(await probes.llamaProps())
    if (vision) return { thinking: advertised?.thinking ?? false, vision }
  } catch {}

  return advertised
}

export function installedModelsFromOpenAIResponse(value: unknown): InstalledModelMetadata[] {
  if (!value || typeof value !== 'object') return []
  const data = (value as { data?: unknown }).data
  if (!Array.isArray(data)) return []

  return data.flatMap((entry) => {
    if (!entry || typeof entry !== 'object') return []
    const { id, capabilities } = entry as { id?: unknown; capabilities?: unknown }
    if (typeof id !== 'string') return []

    const model: InstalledModelMetadata = { name: id, size: 0 }
    if (
      Array.isArray(capabilities) &&
      capabilities.every((capability) => typeof capability === 'string')
    ) {
      model.capabilities = capabilities
    }
    return [model]
  })
}