Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Pictures: untick means does not read, API refusal hint, e2e catalog check skips known false

Niko1221e4ed5d1a4ed3
diff --git a/apps/desktop/scripts/pics-e2e.mjs b/apps/desktop/scripts/pics-e2e.mjs
index 9be4eb421..b9511e76e 100644
--- a/apps/desktop/scripts/pics-e2e.mjs
+++ b/apps/desktop/scripts/pics-e2e.mjs
@@ -101,7 +101,7 @@ async function main() {
for (const r of rows) console.log(` ${String(r.family).padEnd(26)} ${String(r.size).padEnd(30)} images=${r.images} capable=${r.capable}`);
record('some models in the catalog read pictures', rows.some(r => r.images === true), `${rows.filter(r => r.images).length} of ${rows.length}`);
record('every picture-capable model reads pictures when the reader is installed', rows.every(r => r.capable === r.images), '');
- const flash = rows.filter(r => /flash-next/i.test(`${r.family} ${r.size}`) && !/gyro/i.test(`${r.family} ${r.size}`));
+ const flash = rows.filter(r => /flash-next/i.test(`${r.family} ${r.size}`) && !/gyro|qad/i.test(`${r.family} ${r.size}`));
record('the Qwen3.8-Flash-Next models are marked images: true', flash.length > 0 && flash.every(r => r.images === true), flash.map(r => r.size + '=' + r.images).join(' '));
// ---- 2. API models
@@ -125,7 +125,7 @@ async function main() {
const after = (await call('/api/model-providers')).body.connections.find(x => x.name === 'Text only server');
record('ticking "This model reads pictures" is saved and makes the model read pictures', after?.models[0]?.vision === true && after?.models[0]?.reads === true, JSON.stringify(after?.models[0]));
const through = await chat({ remoteModel: { connectionId: after.id, modelId: 'plain' } });
- record('with the tick the picture is sent on (the server itself decides what to do with it)', through.status === 200, `${through.status} ${through.message ?? through.error ?? ''}`);
+ record('with the tick the picture is sent on (the server itself decides what to do with it)', through.status === 200 && (through.error ?? '') !== '' ? /untick/.test(through.error) : through.status === 200, `${through.status} ${through.message ?? through.error ?? ''}`);
}
await saveApi('Small picture model', args.vlm, [{ id: smol, name: 'SmolVLM', vision: false }]);
diff --git a/apps/host/server/index.mjs b/apps/host/server/index.mjs
index dc5b0f999..fb064cf17 100644
--- a/apps/host/server/index.mjs
+++ b/apps/host/server/index.mjs
@@ -540,7 +540,8 @@ async function runRemoteTurn({ selection, message, history, images = [], onFrame
serving.finish(entry.id, { tokensOut: result.tokensOut, durationMs: Date.now() - started });
return result;
} catch (err) {
- const message = requestSignal.aborted ? 'Request cancelled. Partial output is preserved.' : err.name === 'TimeoutError' ? 'The model API timed out. Try again.' : err.message;
+ const refusedPicture = images.length && /HTTP [45]\d\d/.test(String(err.message)) ? ' If this model does not read pictures, untick "This model reads pictures" in Settings → Models (edit this connection), or choose a model that does.' : '';
+ const message = requestSignal.aborted ? 'Request cancelled. Partial output is preserved.' : err.name === 'TimeoutError' ? 'The model API timed out. Try again.' : err.message + refusedPicture;
if (entry) serving.finish(entry.id, { durationMs: Date.now() - started, error: message });
onFrame({ type: 'error', message, requestId: entry?.id });
return { error: message };
diff --git a/apps/host/src/components/SettingsModels.tsx b/apps/host/src/components/SettingsModels.tsx
index 671225f1c..840294051 100644
--- a/apps/host/src/components/SettingsModels.tsx
+++ b/apps/host/src/components/SettingsModels.tsx
@@ -119,7 +119,7 @@ export function SettingsModels() {
<div className="provider-models__head"><h3 className="h4">{tr("Models in chat")}</h3><Btn size="sm" icon="refresh" disabled={fetching || !draft.baseUrl.trim() || (draft.kind === 'provider' && !draft.apiKey.trim() && (!saved?.apiKeySet || !!draft.clearKey))} onClick={() => void fetchModels()}>{tr(fetching ? 'Fetching…' : 'Fetch available models')}</Btn></div>
{tr(notice ? <p className="small muted" role="status">{tr(notice)}</p> : null)}
{tr(available.length ? <><input className="st-input" type="search" aria-label={tr("Filter available models")} placeholder={tr("Filter models…")} value={filter} onChange={e => setFilter(e.target.value)}/><div className="provider-model-list">{tr(available.filter(m => `${m.name} ${m.id}`.toLowerCase().includes(filter.toLowerCase())).map(m => <label className="provider-model-row" key={m.id}><input type="checkbox" checked={draft.models.some(v => v.id === m.id)} onChange={e => update({ models: e.target.checked ? [...draft.models, m] : draft.models.filter(v => v.id !== m.id) })}/><span><strong>{m.name}</strong><small className="muted">{m.id}</small></span></label>))}</div></> : null)}
- {tr(draft.models.length ? <div className="stack stack--sm">{tr(draft.models.map(m => <div className="provider-selected" key={m.id}><Icon name="check" size={15}/><span><strong>{m.name}</strong><small className="muted">{m.id}</small>{tr(draft.protocol === 'openai-chat' ? <label className="row xs"><input type="checkbox" checked={m.vision === true} onChange={e => update({ models: draft.models.map(v => v.id === m.id ? { ...v, vision: e.target.checked ? true : null } : v) })}/>{tr("This model reads pictures")}{tr(m.vision == null && m.reads === true ? <span className="muted"> {tr("(the server says it does)")}</span> : null)}</label> : null)}</span><button type="button" className="st-iconbtn" aria-label={tr("Remove {0} from chat picker", [m.name])} onClick={() => update({ models: draft.models.filter(v => v.id !== m.id) })}><Icon name="x" size={16}/></button></div>))}</div> : <p className="small muted">{tr("No models selected yet. Fetch the list or add a model ID.")}</p>)}
+ {tr(draft.models.length ? <div className="stack stack--sm">{tr(draft.models.map(m => <div className="provider-selected" key={m.id}><Icon name="check" size={15}/><span><strong>{m.name}</strong><small className="muted">{m.id}</small>{tr(draft.protocol === 'openai-chat' ? <label className="row xs"><input type="checkbox" checked={m.vision === true || (m.vision == null && m.reads === true)} onChange={e => update({ models: draft.models.map(v => v.id === m.id ? { ...v, vision: e.target.checked } : v) })}/>{tr("This model reads pictures")}{tr(m.vision == null && m.reads === true ? <span className="muted"> {tr("(the server says it does)")}</span> : null)}</label> : null)}</span><button type="button" className="st-iconbtn" aria-label={tr("Remove {0} from chat picker", [m.name])} onClick={() => update({ models: draft.models.filter(v => v.id !== m.id) })}><Icon name="x" size={16}/></button></div>))}</div> : <p className="small muted">{tr("No models selected yet. Fetch the list or add a model ID.")}</p>)}
<div className="provider-manual"><label className="input-field"><span>{tr("Model ID")}</span><input className="st-input" value={modelId} placeholder={tr("Model ID from your provider or server")} spellCheck={false} onChange={e => setModelId(e.target.value)} onKeyDown={e => {
if (e.key === 'Enter') {
e.preventDefault();