Skip to content

LLM inference in C/C++

C++ ggml

ui: use server modalities in non-router mode (#24874)

Josh Leverette9f623c683d84
diff --git a/tools/ui/src/lib/stores/models.svelte.ts b/tools/ui/src/lib/stores/models.svelte.ts
index 11316a193c..45dc1f349f 100644
--- a/tools/ui/src/lib/stores/models.svelte.ts
+++ b/tools/ui/src/lib/stores/models.svelte.ts
@@ -145,6 +145,10 @@ class ModelsStore {
*/
getModelModalities(modelId: string): ModelModalities | null {
+ if (!isRouterMode() && serverStore.props?.modalities) {
+ return this.buildModalities(serverStore.props.modalities);
+ }
+
const model = this.models.find((m) => m.model === modelId || m.id === modelId);
if (model?.modalities) {
return model.modalities;