Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

setup golden: re-record the run configs after pictures-on-by-default (91baead75) and the memory tiers (aa82a8863); classification in phaseA-tests/golden-020.md

Niko1221dbd1cb9af8bd
diff --git a/tools/test_setup_golden.json b/tools/test_setup_golden.json
index e9c250b5b..5580b3b7d 100644
--- a/tools/test_setup_golden.json
+++ b/tools/test_setup_golden.json
@@ -26,7 +26,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -38,7 +41,14 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
+ }
}
},
"128GB-1x24GB qwen IQ3_XXS": {
@@ -68,7 +78,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -80,7 +93,14 @@
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
+ }
}
},
"128GB-1x24GB qwen Q2_0": {
@@ -110,7 +130,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -122,7 +145,14 @@
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
+ }
}
},
"128GB-1x24GB qwen recommended": {
@@ -152,7 +182,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -164,7 +197,14 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
+ }
}
},
"128GB-1x24GB unsloth UD-Q4_K_XL": {
@@ -247,7 +287,10 @@
"131072",
"--kv",
"int8",
- "--resident-experts"
+ "--resident-experts",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -263,7 +306,14 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
+ }
}
},
"32GB-2x24GB qwen IQ3_XXS": {
@@ -292,7 +342,10 @@
"131072",
"--kv",
"int8",
- "--resident-experts"
+ "--resident-experts",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -308,7 +361,14 @@
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
+ }
}
},
"32GB-2x24GB qwen Q2_0": {
@@ -337,7 +397,10 @@
"131072",
"--kv",
"int8",
- "--resident-experts"
+ "--resident-experts",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -349,7 +412,14 @@
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
+ }
}
},
"32GB-2x24GB qwen recommended": {
@@ -357,11 +427,11 @@
"config": {
"args": [
"--pack",
- "<T>/data/packs/q2_0",
+ "<T>/data/packs/iq3_xxs",
"--native",
- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
+ "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
+ "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
@@ -378,7 +448,10 @@
"131072",
"--kv",
"int8",
- "--resident-experts"
+ "--mmap-experts",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -387,10 +460,17 @@
"lib_dirs": [
"<cuda>"
],
- "log": "<T>/strata-q2_0.log",
- "model_name": "qwen3.8-flash-next-q2_0",
+ "log": "<T>/strata-iq3_xxs.log",
+ "model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
+ }
}
},
"32GB-2x24GB unsloth UD-Q4_K_XL": {
@@ -472,7 +552,8 @@
"65536",
"--kv",
"int8",
- "--resident-experts"
+ "--resident-experts",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -488,7 +569,15 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"47GB-2x16GB qwen IQ3_XXS": {
@@ -517,7 +606,8 @@
"65536",
"--kv",
"int8",
- "--resident-experts"
+ "--resident-experts",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -529,7 +619,15 @@
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"47GB-2x16GB qwen Q2_0": {
@@ -557,7 +655,8 @@
"--max-context",
"65536",
"--kv",
- "int8"
+ "int8",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -569,7 +668,15 @@
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"47GB-2x16GB qwen recommended": {
@@ -577,11 +684,11 @@
"config": {
"args": [
"--pack",
- "<T>/data/packs/q2_0",
+ "<T>/data/packs/iq3_s",
"--native",
- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
+ "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
+ "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
@@ -597,7 +704,9 @@
"--max-context",
"65536",
"--kv",
- "int8"
+ "int8",
+ "--mmap-experts",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -606,10 +715,18 @@
"lib_dirs": [
"<cuda>"
],
- "log": "<T>/strata-q2_0.log",
- "model_name": "qwen3.8-flash-next-q2_0",
+ "log": "<T>/strata-iq3_s.log",
+ "model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"47GB-2x16GB unsloth UD-Q4_K_XL": {
@@ -638,9 +755,7 @@
"int8",
"--resident-budget-gib",
"23",
- "--vision",
- "--vram-reserve-mib",
- "700"
+ "--vision"
],
"cwd": "<T>",
"env": {
@@ -691,7 +806,10 @@
"--max-context",
"131072",
"--kv",
- "int8"
+ "int8",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -703,7 +821,14 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
+ }
}
},
"64GB-1x32GB qwen IQ3_XXS": {
@@ -733,7 +858,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -745,7 +873,14 @@
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
+ }
}
},
"64GB-1x32GB qwen Q2_0": {
@@ -775,7 +910,10 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -787,7 +925,14 @@
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
+ }
}
},
"64GB-1x32GB qwen recommended": {
@@ -815,7 +960,10 @@
"--max-context",
"131072",
"--kv",
- "int8"
+ "int8",
+ "--vision",
+ "--vram-reserve-mib",
+ "700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -827,7 +975,14 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": true,
+ "max_tokens": 1024,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
+ }
}
},
"64GB-1x32GB unsloth UD-Q4_K_XL": {
@@ -910,7 +1065,8 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -922,7 +1078,15 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"96GB-1x16GB qwen IQ3_XXS": {
@@ -952,7 +1116,8 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -964,7 +1129,15 @@
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"96GB-1x16GB qwen Q2_0": {
@@ -994,7 +1167,8 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -1006,7 +1180,15 @@
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
- "tokenizer": "<T>/data/packs/q2_0/tokenizer"
+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"96GB-1x16GB qwen recommended": {
@@ -1036,7 +1218,8 @@
"--kv",
"int8",
"--kv-resident",
- "32768"
+ "32768",
+ "--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
@@ -1048,7 +1231,15 @@
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"
+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
+ "vision": {
+ "exe": "<T>/engine/strata-vision.exe",
+ "gpu": false,
+ "max_tokens": 300,
+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
+ "threads": 6
+ }
}
},
"96GB-1x16GB unsloth UD-Q4_K_XL": {
@@ -1077,9 +1268,7 @@
"int8",
"--kv-resident",
"32768",
- "--vision",
- "--vram-reserve-mib",
- "700"
+ "--vision"
],
"cwd": "<T>",
"env": {