Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
chat model picker lists downloaded optimized models that are not loaded yet (#3814)
Niko122197c31168aabf
diff --git a/apps/host/src/components/ChatModelPicker.tsx b/apps/host/src/components/ChatModelPicker.tsxindex 7389b90c5..5c267b2f5 100644--- a/apps/host/src/components/ChatModelPicker.tsx+++ b/apps/host/src/components/ChatModelPicker.tsx@@ -4,7 +4,7 @@ import { useId, useRef, useState } from 'react';import { FloatingMenu } from './FloatingMenu';import { Bar, Btn, Dialog, ErrorNotice, Icon } from './ui';import { go, useLifecycle, loadVariant, selectRemoteModel, setSettingsSection, useStore } from '../lib/store';-import { pickerGroups, pickerVersionState } from '../lib/model-picker';+import { pickerGroups, pickerNativeModels, pickerVersionState } from '../lib/model-picker';import { versionFit } from '../lib/model-versions';import type { ModelVariant } from '../lib/types';import { sizeGb } from '../lib/format';@@ -37,6 +37,7 @@ function LegacyChatModelPicker() {const running = library?.variants.find(v => v.id === library.loaded);const version = library?.variants.find(v => v.id === selected);const groups = library ? pickerGroups(library) : [];+ const installedNative = pickerNativeModels(native?.installed?.models, native?.instances);const status = version ? pickerVersionState(version, library?.loaded ?? null) : null;const tooBig = !!version && library?.mode === 'real' && versionFit(version, hardware, contextTokens(engine?.beginner.contextLength ?? '32K')).zone === 'too-big';async function apply() {@@ -78,7 +79,8 @@ function LegacyChatModelPicker() {<button ref={trigger} className="chat-model-badge chat-model-picker" aria-label={tr("Choose model: {0}", [apiModel?.name ?? (running?.local ? running.name : running?.family) ?? 'No model loaded'])} title={tr(apiModel ? `${connection?.name} · ${apiModel.id}` : 'View and switch models')} disabled={!library && !providers} aria-haspopup="menu" aria-expanded={open} onClick={() => setOpen(v => !v)}><Icon name={apiModel ? 'link' : modelFamilyIcon(running?.family ?? groups[0]?.family)} size={16}/><span>{tr(apiModel?.name ?? (running?.local ? running.name : running?.family) ?? groups[0]?.family ?? 'No model loaded')}</span><Icon name="chevron" size={12}/></button>{tr(open ? <FloatingMenu anchor={trigger.current} title={tr("Models")} width={380} onClose={() => setOpen(false)}>{tr(native?.instances.filter(i => i.status !== 'error').map(i => <button key={i.id} className="menu__item" role="menuitem" disabled={streaming || i.status !== 'ready'} onClick={() => void nativeAction(`instances/${i.id}/default`).then(() => { selectRemoteModel(null); setOpen(false); }).catch(e => setError(e.message))}><Icon name="models"/><span>{tr(i.label)}<small>{tr(i.gpus.map(g => `GPU ${g + 1}`).join(" + ") || "Automatic GPU")}</small></span></button>))}<p className="model-picker-heading">{tr("Local models")}</p>- {tr(!groups.length ? <p className="model-picker-empty">{tr("No local models downloaded yet.")}</p> : null)}+ {tr(installedNative.map(m => <button key={m.config || m.model} className="menu__item" role="menuitem" disabled={streaming} onClick={() => { setOpen(false); go('models'); }}><Icon name="models"/><span>{tr(m.model_name || m.model)}<small>{tr("Downloaded, not loaded. Open Models to load it.")}</small></span></button>))}+ {tr(!groups.length && !installedNative.length ? <p className="model-picker-empty">{tr("No local models downloaded yet.")}</p> : null)}{tr(groups.map(({ family, versions }, index) => {const main = versions[0], state = pickerVersionState(main, library!.loaded);const others = versions.slice(1), isExpanded = expanded.includes(family), id = `${groupsId}-${index}`;diff --git a/apps/host/src/lib/model-picker.ts b/apps/host/src/lib/model-picker.tsindex a97a818cb..ff3aae38b 100644--- a/apps/host/src/lib/model-picker.ts+++ b/apps/host/src/lib/model-picker.ts@@ -22,3 +22,9 @@ export function pickerGroups(library: ModelLibrary) {}return Array.from(groups, ([family, versions]) => ({ family, versions }));}++/** Optimized models that are on this PC but not loaded yet: the chat picker must list them, or it says "none downloaded" while Storage shows them (#3814). */+export function pickerNativeModels<M extends { model: string; model_name?: string; ready?: boolean }>(installed: M[] | undefined | null, instances: { label: string }[] | undefined | null): M[] {+ const loaded = new Set((instances ?? []).map(i => i.label));+ return (installed ?? []).filter(m => m.ready !== false && !loaded.has(m.model_name ?? m.model));+}diff --git a/apps/host/tests/model-picker.test.mjs b/apps/host/tests/model-picker.test.mjsindex 15779e356..934c48821 100644--- a/apps/host/tests/model-picker.test.mjs+++ b/apps/host/tests/model-picker.test.mjs@@ -4,7 +4,7 @@ import { readFile } from 'node:fs/promises';import { transform } from 'esbuild';const { code } = await transform(await readFile(new URL('../src/lib/model-picker.ts', import.meta.url), 'utf8'), { loader: 'ts', format: 'esm' });-const { pickerGroups } = await import(`data:text/javascript;base64,${Buffer.from(code).toString('base64')}`);+const { pickerGroups, pickerNativeModels } = await import(`data:text/javascript;base64,${Buffer.from(code).toString('base64')}`);const version = (id, family, state, diskGb, extra = {}) => ({ id, family, state, diskGb, ...extra });test('chat picker groups every downloaded family and puts its running version first', () => {@@ -35,3 +35,10 @@ test('downloaded files stay visible during load transitions and recoverable failassert.deepEqual(pickerGroups(library)[0].versions.map(v => v.id), ['loading', 'unloading', 'failed-load']);assert.deepEqual(pickerGroups({ loaded: null, variants: [library.variants[0]] }), []);});++test('downloaded optimized models that are not loaded still appear in the chat picker (#3814)', () => {+ const installed = [{ model: 'swift', model_name: 'Swift IQ3_XXS', ready: true }, { model: 'half', model_name: 'Half', ready: false }, { model: 'run', model_name: 'Running one', ready: true }];+ const out = pickerNativeModels(installed, [{ label: 'Running one' }]);+ assert.deepEqual(out.map(m => m.model), ['swift']);+ assert.deepEqual(pickerNativeModels(undefined, null), []);+});