LLM inference in C/C++
C++ ggml
ui: use server modalities in non-router mode (#24874)
Josh Leverette9f623c683d84
diff --git a/tools/ui/src/lib/stores/models.svelte.ts b/tools/ui/src/lib/stores/models.svelte.tsindex 11316a193c..45dc1f349f 100644--- a/tools/ui/src/lib/stores/models.svelte.ts+++ b/tools/ui/src/lib/stores/models.svelte.ts@@ -145,6 +145,10 @@ class ModelsStore {*/getModelModalities(modelId: string): ModelModalities | null {+ if (!isRouterMode() && serverStore.props?.modalities) {+ return this.buildModalities(serverStore.props.modalities);+ }+const model = this.models.find((m) => m.model === modelId || m.id === modelId);if (model?.modalities) {return model.modalities;