LLM inference in C/C++
C++ ggml
ui: read model modalities from the router model list (#26709)
Pascal82bb48500a9a
diff --git a/tools/ui/src/lib/stores/models.svelte.ts b/tools/ui/src/lib/stores/models.svelte.tsindex 0b4d7b55d9..dc6c01db27 100644--- a/tools/ui/src/lib/stores/models.svelte.ts+++ b/tools/ui/src/lib/stores/models.svelte.ts@@ -1,7 +1,12 @@import { base } from '$app/paths';import { SvelteMap, SvelteSet } from 'svelte/reactivity';import { toast } from 'svelte-sonner';-import { ServerModelStatus, ServerModelsSseEventType, ModelModality } from '$lib/enums';+import {+ ServerModelStatus,+ ServerModelsSseEventType,+ ModelModality,+ FileTypeCategory+} from '$lib/enums';import { ModelsService } from '$lib/services/models.service';import { PropsService } from '$lib/services/props.service';import { serverStore, isRouterMode } from '$lib/stores/server.svelte';@@ -394,6 +399,7 @@ class ModelsStore {model: modelId,description: details?.description,capabilities: rawCapabilities.filter((value: unknown): value is string => Boolean(value)),+ modalities: this.buildArchitectureModalities(item.architecture),details: details?.details,meta: item.meta ?? null,parsedId: ModelsService.parseModelId(modelId),@@ -1000,6 +1006,21 @@ class ModelsStore {};}+ /** Map the router modalities, the only source available while a model is not loaded. */+ private buildArchitectureModalities(+ architecture: ApiModelDataEntry['architecture']+ ): ModelModalities | undefined {+ if (!architecture) return undefined;++ const inputs = architecture.input_modalities;++ return {+ vision: inputs.includes(FileTypeCategory.IMAGE),+ audio: inputs.includes(FileTypeCategory.AUDIO),+ video: inputs.includes(FileTypeCategory.VIDEO)+ };+ }+clear(): void {this.unsubscribeStatus();this.statusWaiters.forEach((waiter) => waiter.reject(new Error('Models store cleared')));diff --git a/tools/ui/src/lib/types/api.d.ts b/tools/ui/src/lib/types/api.d.tsindex 5421f8b7f3..bdfcddfae7 100644--- a/tools/ui/src/lib/types/api.d.ts+++ b/tools/ui/src/lib/types/api.d.ts@@ -98,10 +98,21 @@ export interface ApiModelDataEntry {aliases?: string[];/** Informational tags for this model */tags?: string[];+ /** Modality capabilities, reported by the router for every model regardless of load state */+ architecture?: ApiModelArchitecture;/** Legacy meta field (may be present in older responses) */meta?: Record<string, unknown> | null;}+/**+ * Modality capabilities of a model, as advertised by the ROUTER /models endpoint.+ * Read from the model manifest, so it is available before the model is loaded.+ */+export interface ApiModelArchitecture {+ /** Accepted input modalities, always contains "text" */+ input_modalities: string[];+}+/*** Load stage reported by the /models/sse feed, in load order.*/