Project NOMAD is an offline-first knowledge and education server. Wikipedia, thousands of books, courses, maps, and optional local AI, all running on hardware you own with no internet required.
TypeScript
import type { ModelVisionCapability } from '../../types/ollama.js'
export type ModelCapabilities = {
thinking: boolean
vision: ModelVisionCapability
}
export type ModelCapabilityProbes = {
ollamaShow: () => Promise<unknown>
llamaProps: () => Promise<unknown>
}
export type InstalledModelMetadata = {
name: string
size: number
capabilities?: string[]
}
export function capabilitiesFromOllamaShow(value: unknown): ModelCapabilities | null {
if (!value || typeof value !== 'object') return null
const capabilities = (value as { capabilities?: unknown }).capabilities
if (!Array.isArray(capabilities) || !capabilities.every((item) => typeof item === 'string')) {
return null
}
return {
thinking: capabilities.includes('thinking'),
vision: capabilities.includes('vision') ? 'supported' : 'unsupported',
}
}
export function visionCapabilityFromLlamaProps(value: unknown): ModelVisionCapability | null {
if (!value || typeof value !== 'object') return null
const modalities = (value as { modalities?: unknown }).modalities
if (modalities && typeof modalities === 'object' && !Array.isArray(modalities)) {
const vision = (modalities as { vision?: unknown }).vision
return typeof vision === 'boolean' ? (vision ? 'supported' : 'unsupported') : null
}
if (Array.isArray(modalities) && modalities.every((item) => typeof item === 'string')) {
return modalities.includes('image') || modalities.includes('vision')
? 'supported'
: 'unsupported'
}
return null
}
export async function resolveModelCapabilities(
advertisedMetadata: unknown,
probes: ModelCapabilityProbes
): Promise<ModelCapabilities | null> {
const advertised = capabilitiesFromOllamaShow(advertisedMetadata)
// A model list that reports vision is trusted outright. One that does not is
// not conclusive: Ollama's /api/tags lists gemma3 as ['completion'] while its
// /api/show for the same model reports ['completion', 'vision'], which left
// image upload disabled for one of the most common small vision models.
if (advertised?.vision === 'supported') return advertised
try {
const ollama = capabilitiesFromOllamaShow(await probes.ollamaShow())
if (ollama) return ollama
} catch {}
try {
const vision = visionCapabilityFromLlamaProps(await probes.llamaProps())
if (vision) return { thinking: advertised?.thinking ?? false, vision }
} catch {}
return advertised
}
export function installedModelsFromOpenAIResponse(value: unknown): InstalledModelMetadata[] {
if (!value || typeof value !== 'object') return []
const data = (value as { data?: unknown }).data
if (!Array.isArray(data)) return []
return data.flatMap((entry) => {
if (!entry || typeof entry !== 'object') return []
const { id, capabilities } = entry as { id?: unknown; capabilities?: unknown }
if (typeof id !== 'string') return []
const model: InstalledModelMetadata = { name: id, size: 0 }
if (
Array.isArray(capabilities) &&
capabilities.every((capability) => typeof capability === 'string')
) {
model.capabilities = capabilities
}
return [model]
})
}