Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
app: the Graphics cards choice on the model page (the recommended option pre-selected, neutral style), passed on install and load
Niko122133d37ddff628
diff --git a/apps/host/src/components/NativeModels.tsx b/apps/host/src/components/NativeModels.tsxindex 65785517a..0e3489b77 100644--- a/apps/host/src/components/NativeModels.tsx+++ b/apps/host/src/components/NativeModels.tsx@@ -33,6 +33,7 @@ export function NativeModels({ onOtherModels, onReady, onImport, onConnectEngineconst [family, setFamily] = useState(''), [size, setSize] = useState(''), [context, setContext] = useState(32768), [vision, setVision] = useState('no');const manual = useStore(s => s.setup?.choices?.onboarding?.manual ?? false);const [expert, setExpert] = useState(manual), [multiple, setMultiple] = useState(false), [gpus, setGpus] = useState<number[]>([]), [kv, setKv] = useState('int8'), [lowRam, setLowRam] = useState('auto'), [split, setSplit] = useState('auto'), [deviceChoice, setDeviceChoice] = useState('auto');+ const [cardsKey, setCardsKey] = useState<string | null>(null);const [resourceProfile, setResourceProfile] = useState<'work' | 'performance'>('work');const [pending, setPending] = useState(false), [error, setError] = useState(''), [plan, setPlan] = useState<Record<string, any> | null>(null), [tuneOpen, setTuneOpen] = useState(false), [jobId, setJobId] = useState(''), [manage, setManage] = useState(false);const presetPending = useRef(false);@@ -73,7 +74,12 @@ export function NativeModels({ onOtherModels, onReady, onImport, onConnectEngineconst active = native?.jobs.find(j => j.state === 'running');const job = native?.jobs.find(j => j.id === jobId) ?? (!jobId ? native?.jobs.filter(j => ['load', 'install'].includes(j.kind)).at(-1) : undefined);const noFit = selectedSize?.on_this_pc === 'does not fit';- const values = useMemo(() => ({ family: selectedSize?.sourceFamily, model: selectedSize?.model, context, vision: selectedSize?.images ? vision : 'no', kv, low_ram: lowRam, resourceProfile, ...(expert && gpus.length ? { gpus: gpus.join(',') } : {}), loadAfter: true, multiple: expert && multiple }), [selectedSize?.sourceFamily, selectedSize?.model, context, vision, kv, lowRam, resourceProfile, gpus.join(','), expert, multiple]);+ // Graphics cards (strata_control/gpu_fit.py: the one rule of the app, the Terminal and setup): the recommended option is pre-selected, the person may pick another+ const cardOptions = selectedSize?.gpu_options && selectedSize.gpu_options.options.length >= 2 ? selectedSize.gpu_options : null;+ const activeCards = cardOptions ? (cardOptions.options.find(o => o.key === cardsKey) ?? cardOptions.options.find(o => o.recommended) ?? cardOptions.options[0]) : null;+ const cardsGpus: number[] = activeCards?.cards ?? [];+ useEffect(() => { setCardsKey(null); }, [selectedSize?.id]);+ const values = useMemo(() => ({ family: selectedSize?.sourceFamily, model: selectedSize?.model, context, vision: selectedSize?.images ? vision : 'no', kv, low_ram: lowRam, resourceProfile, ...(expert && gpus.length ? { gpus: gpus.join(',') } : cardsGpus.length > 1 ? { gpus: cardsGpus.join(',') } : cardsGpus.length === 1 ? { gpu: cardsGpus[0] } : {}), loadAfter: true, multiple: expert && multiple }), [selectedSize?.sourceFamily, selectedSize?.model, context, vision, kv, lowRam, resourceProfile, gpus.join(','), cardsGpus.join(','), expert, multiple]);const downloadValues = { ...values, vision: selectedSize?.images ? 'yes' : 'no', loadVision: selectedSize?.images ? vision : 'no' };useEffect(() => { if (!native?.catalog || family)return; const current = native.instances.find(i => i.id === native.defaultId); const rec = native.catalog.recommendation ?? { family: null, model: null }; const loadedFamily = families.find(f => f.sizes.some(s => s.id === current?.model)); const have = new Set((native.installed?.models ?? []).filter(m => m.ready).map(m => m.model)); const installedFamily = families.find(f => f.sizes.some(s => have.has(s.id))); const f = loadedFamily ?? installedFamily ?? families.find(f => f.family === rec.family || f.sizes.some(s => s.sourceFamily === rec.family)) ?? families[0]; if (f) {@@ -108,7 +114,7 @@ export function NativeModels({ onOtherModels, onReady, onImport, onConnectEngine} }async function load() { if (!selectedSize)return; await perform(async () => { if (installed?.ready && context === installed.context && (!selectedSize?.images || installed.images && installed.images !== 'off') && (!installed.kv || kv === installed.kv || kv === tunedNow?.fields.kv) && (lowRam === (installed.lowRamMode ?? 'auto') || lowRam === tunedNow?.fields.lowRam)) {- const result = await nativeAction<NativeJob>('operations', { kind: 'load', args: { model: selectedSize.id, resourceProfile, vision: selectedSize?.images ? vision : 'no', multiple: expert && multiple, ...(expert && gpus.length ? { gpus, layerSplit: split } : {}), values: {} } });+ const result = await nativeAction<NativeJob>('operations', { kind: 'load', args: { model: selectedSize.id, resourceProfile, vision: selectedSize?.images ? vision : 'no', multiple: expert && multiple, ...(expert && gpus.length ? { gpus, layerSplit: split } : cardsGpus.length ? { gpus: cardsGpus } : {}), values: {} } });setJobId(result.id);}else@@ -128,6 +134,7 @@ export function NativeModels({ onOtherModels, onReady, onImport, onConnectEngine<div className="native-choice__col"><span className="native-choice__label">{tr("Conversation context")}</span><Select ariaLabel={tr("Conversation context")} value={String(context)} options={(native?.catalog?.contexts ?? [8192, 32768, 65536, 131072, 262144]).map(n => ({ value: String(n), label: `${n / 1024}K` }))} onChange={n => setContext(Number(n))}/></div><div className="native-choice__col"><span className="native-choice__label">{tr("Computer use")}</span><div className="native-resource-choice"><button aria-pressed={resourceProfile === 'work'} data-selected={resourceProfile === 'work'} onClick={() => setResourceProfile('work')}><Icon name="computer" size={20}/><span><strong>{tr("Leave 20% for my work")}</strong><small>{tr("Headroom for your other apps")}</small></span>{tr(resourceProfile === 'work' ? <Icon name="check" size={15}/> : null)}</button><button aria-pressed={resourceProfile === 'performance'} data-selected={resourceProfile === 'performance'} onClick={() => setResourceProfile('performance')}><Icon name="bolt" size={20}/><span><strong>{tr("Full performance")}</strong><small>{tr("Give Strata priority")}</small></span>{tr(resourceProfile === 'performance' ? <Icon name="check" size={15}/> : null)}</button></div></div></div>+ {tr(cardOptions ? <div className="native-cards"><span className="native-choice__label">{tr("Graphics cards")}</span><div className="native-cards__list" role="radiogroup" aria-label={tr("Graphics cards")}>{cardOptions.options.map(o => { const on = activeCards?.key === o.key; return <button key={o.key} type="button" role="radio" aria-checked={on} data-selected={on} disabled={!!active} className="native-cards__opt" onClick={() => setCardsKey(o.key)}><span className="native-cards__dot" aria-hidden="true"/><span><strong>{o.label}</strong><small data-warn={o.verdict === 'spills' || o.verdict === 'tight'}>{[o.words, ...o.notes].join('. ')}.</small></span></button>; })}{cardOptions.ignored.length ? <p className="small muted native-cards__note">{`Not used: ${cardOptions.ignored.map(g => `${g.name ?? 'a card'} (${g.why_ignored})`).join('; ')}.`}</p> : null}</div></div> : null)}{tr(selectedSize?.images ? <><div className="native-image-reading"><label><input type="checkbox" checked={vision !== 'no'} disabled={!selectedSize?.images || !!active} onChange={e => setVision(e.target.checked ? 'yes' : 'no')}/><span><strong>{tr("Read pictures ")}<small>{tr("Optional")}</small></strong><small>{tr("Understand photos, screenshots and charts. Vision files download automatically. Enable them when loading this model.")}</small></span></label>{tr(expert && vision !== 'no' ? <Select ariaLabel={tr("Image encoder device")} value={vision === 'yes' ? 'yes' : vision} options={[{ value: 'yes', label: 'Automatic' }, { value: 'gpu', label: 'GPU' }, { value: 'cpu', label: 'CPU' }]} onChange={setVision}/> : null)}</div>{tr(vision !== 'no' && installed?.ready && installed.visionPrepared === false ? <div className="native-vision-missing" role="status"><span>{tr("Picture reading needs a few more files that are not on this computer yet.")}</span><Btn size="sm" disabled={pending || !!active} onClick={() => void download()}>{tr("Download picture-reading files")}</Btn></div> : null)}</> : null)}</> : null)}{tr(active ? <NativeProgress job={active}/> : null)}diff --git a/apps/host/src/lib/native.ts b/apps/host/src/lib/native.tsindex 1dda34989..059f95423 100644--- a/apps/host/src/lib/native.ts+++ b/apps/host/src/lib/native.ts@@ -1,7 +1,9 @@import { useEffect, useSyncExternalStore } from 'react';import { api } from './client';import type { Hardware, RuntimeModels } from './types';-export interface NativeSize {id:string;model:string;about:string;download_gb:number;ram_needed_gb:number;experts_gb:number;on_this_pc:string|null;installed:boolean}+export interface GpuChoiceOption {key:string;cards:number[];label:string;verdict:'fits'|'tight'|'spills'|'unknown';words:string;notes:string[];recommended:boolean}+export interface GpuChoice {options:GpuChoiceOption[];recommended:string|null;ignored:{name?:string;why_ignored:string}[];cards:number}+export interface NativeSize {id:string;model:string;about:string;download_gb:number;ram_needed_gb:number;experts_gb:number;on_this_pc:string|null;installed:boolean;gpu_options?:GpuChoice|null}export interface NativeFamily {family:string;title:string;about:string;experimental:boolean;images:boolean;sizes:NativeSize[]}export interface NativeField {id:string;label:string;group:string;type:'number'|'boolean'|'string'|'enum'|'array';min?:number;max?:number;choices?:string[];hint?:string;supported?:boolean}export interface NativeJob {id:string;kind:string;guided?:boolean;model?:string;state:'running'|'done'|'error'|'cancelled';startedAt:string;summary:string;error:string|null;details?:string;result:Record<string,any>|null;progress?:Record<string,any>|null}diff --git a/apps/host/src/styles/annotation-fixes.css b/apps/host/src/styles/annotation-fixes.cssindex 10c6f97f6..de2da8c88 100644--- a/apps/host/src/styles/annotation-fixes.css+++ b/apps/host/src/styles/annotation-fixes.css@@ -727,3 +727,17 @@ html[data-motion='reduced'] .task-tree-row[data-leaving] { opacity: 0; }.native-manage-empty { padding:24px 8px; text-align:center; }.native-manage-foot { padding-top:12px; border-top:1px solid var(--st-line-soft); }@media(max-width:600px){ .native-manage-row { grid-template-columns:1fr; } }++/* Graphics cards (several cards that count): a calm radio list, the recommended option pre-selected, neutral like the other calm controls */+.native-cards { display:flex; flex-direction:column; gap:6px; margin-top:14px; }+.native-cards__list { display:flex; flex-direction:column; gap:8px; }+.native-cards__opt { display:grid; grid-template-columns:20px 1fr; gap:12px; align-items:start; text-align:left; padding:12px 14px; border:1px solid var(--st-line); border-radius:10px; background:var(--st-surface-2); color:var(--st-ink-soft); font:inherit; cursor:pointer; }+.native-cards__opt[data-selected="true"] { background:var(--st-surface); color:var(--st-ink); box-shadow:var(--st-sh-card); border-color:color-mix(in srgb, var(--st-ink) 28%, var(--st-line)); }+.native-cards__opt:disabled { cursor:default; opacity:.7; }+.native-cards__opt:focus-visible { outline:2px solid var(--st-accent); outline-offset:1px; }+.native-cards__dot { width:16px; height:16px; margin-top:2px; border-radius:50%; border:2px solid var(--st-line); box-sizing:border-box; }+.native-cards__opt[data-selected="true"] .native-cards__dot { border-color:var(--st-ink); background:radial-gradient(circle, var(--st-ink) 0 42%, transparent 48%); }+.native-cards__opt strong { display:block; font-size:13px; font-weight:600; }+.native-cards__opt small { display:block; margin-top:4px; font-size:12px; line-height:1.55; color:var(--st-ink-muted); }+.native-cards__opt small[data-warn="true"] { color:var(--st-ink-soft); }+.native-cards__note { margin:2px 0 0; }