Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

chat model picker lists downloaded optimized models that are not loaded yet (#3814)

Niko122197c31168aabf
diff --git a/apps/host/src/components/ChatModelPicker.tsx b/apps/host/src/components/ChatModelPicker.tsx
index 7389b90c5..5c267b2f5 100644
--- a/apps/host/src/components/ChatModelPicker.tsx
+++ b/apps/host/src/components/ChatModelPicker.tsx
@@ -4,7 +4,7 @@ import { useId, useRef, useState } from 'react';
import { FloatingMenu } from './FloatingMenu';
import { Bar, Btn, Dialog, ErrorNotice, Icon } from './ui';
import { go, useLifecycle, loadVariant, selectRemoteModel, setSettingsSection, useStore } from '../lib/store';
-import { pickerGroups, pickerVersionState } from '../lib/model-picker';
+import { pickerGroups, pickerNativeModels, pickerVersionState } from '../lib/model-picker';
import { versionFit } from '../lib/model-versions';
import type { ModelVariant } from '../lib/types';
import { sizeGb } from '../lib/format';
@@ -37,6 +37,7 @@ function LegacyChatModelPicker() {
const running = library?.variants.find(v => v.id === library.loaded);
const version = library?.variants.find(v => v.id === selected);
const groups = library ? pickerGroups(library) : [];
+ const installedNative = pickerNativeModels(native?.installed?.models, native?.instances);
const status = version ? pickerVersionState(version, library?.loaded ?? null) : null;
const tooBig = !!version && library?.mode === 'real' && versionFit(version, hardware, contextTokens(engine?.beginner.contextLength ?? '32K')).zone === 'too-big';
async function apply() {
@@ -78,7 +79,8 @@ function LegacyChatModelPicker() {
<button ref={trigger} className="chat-model-badge chat-model-picker" aria-label={tr("Choose model: {0}", [apiModel?.name ?? (running?.local ? running.name : running?.family) ?? 'No model loaded'])} title={tr(apiModel ? `${connection?.name} · ${apiModel.id}` : 'View and switch models')} disabled={!library && !providers} aria-haspopup="menu" aria-expanded={open} onClick={() => setOpen(v => !v)}><Icon name={apiModel ? 'link' : modelFamilyIcon(running?.family ?? groups[0]?.family)} size={16}/><span>{tr(apiModel?.name ?? (running?.local ? running.name : running?.family) ?? groups[0]?.family ?? 'No model loaded')}</span><Icon name="chevron" size={12}/></button>
{tr(open ? <FloatingMenu anchor={trigger.current} title={tr("Models")} width={380} onClose={() => setOpen(false)}>
{tr(native?.instances.filter(i => i.status !== 'error').map(i => <button key={i.id} className="menu__item" role="menuitem" disabled={streaming || i.status !== 'ready'} onClick={() => void nativeAction(`instances/${i.id}/default`).then(() => { selectRemoteModel(null); setOpen(false); }).catch(e => setError(e.message))}><Icon name="models"/><span>{tr(i.label)}<small>{tr(i.gpus.map(g => `GPU ${g + 1}`).join(" + ") || "Automatic GPU")}</small></span></button>))}<p className="model-picker-heading">{tr("Local models")}</p>
- {tr(!groups.length ? <p className="model-picker-empty">{tr("No local models downloaded yet.")}</p> : null)}
+ {tr(installedNative.map(m => <button key={m.config || m.model} className="menu__item" role="menuitem" disabled={streaming} onClick={() => { setOpen(false); go('models'); }}><Icon name="models"/><span>{tr(m.model_name || m.model)}<small>{tr("Downloaded, not loaded. Open Models to load it.")}</small></span></button>))}
+ {tr(!groups.length && !installedNative.length ? <p className="model-picker-empty">{tr("No local models downloaded yet.")}</p> : null)}
{tr(groups.map(({ family, versions }, index) => {
const main = versions[0], state = pickerVersionState(main, library!.loaded);
const others = versions.slice(1), isExpanded = expanded.includes(family), id = `${groupsId}-${index}`;
diff --git a/apps/host/src/lib/model-picker.ts b/apps/host/src/lib/model-picker.ts
index a97a818cb..ff3aae38b 100644
--- a/apps/host/src/lib/model-picker.ts
+++ b/apps/host/src/lib/model-picker.ts
@@ -22,3 +22,9 @@ export function pickerGroups(library: ModelLibrary) {
}
return Array.from(groups, ([family, versions]) => ({ family, versions }));
}
+
+/** Optimized models that are on this PC but not loaded yet: the chat picker must list them, or it says "none downloaded" while Storage shows them (#3814). */
+export function pickerNativeModels<M extends { model: string; model_name?: string; ready?: boolean }>(installed: M[] | undefined | null, instances: { label: string }[] | undefined | null): M[] {
+ const loaded = new Set((instances ?? []).map(i => i.label));
+ return (installed ?? []).filter(m => m.ready !== false && !loaded.has(m.model_name ?? m.model));
+}
diff --git a/apps/host/tests/model-picker.test.mjs b/apps/host/tests/model-picker.test.mjs
index 15779e356..934c48821 100644
--- a/apps/host/tests/model-picker.test.mjs
+++ b/apps/host/tests/model-picker.test.mjs
@@ -4,7 +4,7 @@ import { readFile } from 'node:fs/promises';
import { transform } from 'esbuild';
const { code } = await transform(await readFile(new URL('../src/lib/model-picker.ts', import.meta.url), 'utf8'), { loader: 'ts', format: 'esm' });
-const { pickerGroups } = await import(`data:text/javascript;base64,${Buffer.from(code).toString('base64')}`);
+const { pickerGroups, pickerNativeModels } = await import(`data:text/javascript;base64,${Buffer.from(code).toString('base64')}`);
const version = (id, family, state, diskGb, extra = {}) => ({ id, family, state, diskGb, ...extra });
test('chat picker groups every downloaded family and puts its running version first', () => {
@@ -35,3 +35,10 @@ test('downloaded files stay visible during load transitions and recoverable fail
assert.deepEqual(pickerGroups(library)[0].versions.map(v => v.id), ['loading', 'unloading', 'failed-load']);
assert.deepEqual(pickerGroups({ loaded: null, variants: [library.variants[0]] }), []);
});
+
+test('downloaded optimized models that are not loaded still appear in the chat picker (#3814)', () => {
+ const installed = [{ model: 'swift', model_name: 'Swift IQ3_XXS', ready: true }, { model: 'half', model_name: 'Half', ready: false }, { model: 'run', model_name: 'Running one', ready: true }];
+ const out = pickerNativeModels(installed, [{ label: 'Running one' }]);
+ assert.deepEqual(out.map(m => m.model), ['swift']);
+ assert.deepEqual(pickerNativeModels(undefined, null), []);
+});