Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
setup golden: re-record the run configs after pictures-on-by-default (91baead75) and the memory tiers (aa82a8863); classification in phaseA-tests/golden-020.md
Niko1221dbd1cb9af8bd
diff --git a/tools/test_setup_golden.json b/tools/test_setup_golden.jsonindex e9c250b5b..5580b3b7d 100644--- a/tools/test_setup_golden.json+++ b/tools/test_setup_golden.json@@ -26,7 +26,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -38,7 +41,14 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"+ }}},"128GB-1x24GB qwen IQ3_XXS": {@@ -68,7 +78,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -80,7 +93,14 @@"log": "<T>/strata-iq3_xxs.log","model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"+ }}},"128GB-1x24GB qwen Q2_0": {@@ -110,7 +130,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -122,7 +145,14 @@"log": "<T>/strata-q2_0.log","model_name": "qwen3.8-flash-next-q2_0","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"+ }}},"128GB-1x24GB qwen recommended": {@@ -152,7 +182,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -164,7 +197,14 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"+ }}},"128GB-1x24GB unsloth UD-Q4_K_XL": {@@ -247,7 +287,10 @@"131072","--kv","int8",- "--resident-experts"+ "--resident-experts",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -263,7 +306,14 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"+ }}},"32GB-2x24GB qwen IQ3_XXS": {@@ -292,7 +342,10 @@"131072","--kv","int8",- "--resident-experts"+ "--resident-experts",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -308,7 +361,14 @@"log": "<T>/strata-iq3_xxs.log","model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"+ }}},"32GB-2x24GB qwen Q2_0": {@@ -337,7 +397,10 @@"131072","--kv","int8",- "--resident-experts"+ "--resident-experts",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -349,7 +412,14 @@"log": "<T>/strata-q2_0.log","model_name": "qwen3.8-flash-next-q2_0","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"+ }}},"32GB-2x24GB qwen recommended": {@@ -357,11 +427,11 @@"config": {"args": ["--pack",- "<T>/data/packs/q2_0",+ "<T>/data/packs/iq3_xxs","--native",- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",+ "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","--ple-gguf",- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",+ "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf","--expert-profile","<T>/data/expert-profile.bin","--expert-cache",@@ -378,7 +448,10 @@"131072","--kv","int8",- "--resident-experts"+ "--mmap-experts",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -387,10 +460,17 @@"lib_dirs": ["<cuda>"],- "log": "<T>/strata-q2_0.log",- "model_name": "qwen3.8-flash-next-q2_0",+ "log": "<T>/strata-iq3_xxs.log",+ "model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"+ }}},"32GB-2x24GB unsloth UD-Q4_K_XL": {@@ -472,7 +552,8 @@"65536","--kv","int8",- "--resident-experts"+ "--resident-experts",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -488,7 +569,15 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",+ "threads": 6+ }}},"47GB-2x16GB qwen IQ3_XXS": {@@ -517,7 +606,8 @@"65536","--kv","int8",- "--resident-experts"+ "--resident-experts",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -529,7 +619,15 @@"log": "<T>/strata-iq3_xxs.log","model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",+ "threads": 6+ }}},"47GB-2x16GB qwen Q2_0": {@@ -557,7 +655,8 @@"--max-context","65536","--kv",- "int8"+ "int8",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -569,7 +668,15 @@"log": "<T>/strata-q2_0.log","model_name": "qwen3.8-flash-next-q2_0","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",+ "threads": 6+ }}},"47GB-2x16GB qwen recommended": {@@ -577,11 +684,11 @@"config": {"args": ["--pack",- "<T>/data/packs/q2_0",+ "<T>/data/packs/iq3_s","--native",- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",+ "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","--ple-gguf",- "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",+ "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf","--expert-profile","<T>/data/expert-profile.bin","--expert-cache",@@ -597,7 +704,9 @@"--max-context","65536","--kv",- "int8"+ "int8",+ "--mmap-experts",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -606,10 +715,18 @@"lib_dirs": ["<cuda>"],- "log": "<T>/strata-q2_0.log",- "model_name": "qwen3.8-flash-next-q2_0",+ "log": "<T>/strata-iq3_s.log",+ "model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",+ "threads": 6+ }}},"47GB-2x16GB unsloth UD-Q4_K_XL": {@@ -638,9 +755,7 @@"int8","--resident-budget-gib","23",- "--vision",- "--vram-reserve-mib",- "700"+ "--vision"],"cwd": "<T>","env": {@@ -691,7 +806,10 @@"--max-context","131072","--kv",- "int8"+ "int8",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -703,7 +821,14 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"+ }}},"64GB-1x32GB qwen IQ3_XXS": {@@ -733,7 +858,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -745,7 +873,14 @@"log": "<T>/strata-iq3_xxs.log","model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"+ }}},"64GB-1x32GB qwen Q2_0": {@@ -775,7 +910,10 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -787,7 +925,14 @@"log": "<T>/strata-q2_0.log","model_name": "qwen3.8-flash-next-q2_0","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"+ }}},"64GB-1x32GB qwen recommended": {@@ -815,7 +960,10 @@"--max-context","131072","--kv",- "int8"+ "int8",+ "--vision",+ "--vram-reserve-mib",+ "700"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -827,7 +975,14 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": true,+ "max_tokens": 1024,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"+ }}},"64GB-1x32GB unsloth UD-Q4_K_XL": {@@ -910,7 +1065,8 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -922,7 +1078,15 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",+ "threads": 6+ }}},"96GB-1x16GB qwen IQ3_XXS": {@@ -952,7 +1116,8 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -964,7 +1129,15 @@"log": "<T>/strata-iq3_xxs.log","model_name": "qwen3.8-flash-next-iq3_xxs","port": 8080,- "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",+ "threads": 6+ }}},"96GB-1x16GB qwen Q2_0": {@@ -994,7 +1167,8 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -1006,7 +1180,15 @@"log": "<T>/strata-q2_0.log","model_name": "qwen3.8-flash-next-q2_0","port": 8080,- "tokenizer": "<T>/data/packs/q2_0/tokenizer"+ "tokenizer": "<T>/data/packs/q2_0/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",+ "threads": 6+ }}},"96GB-1x16GB qwen recommended": {@@ -1036,7 +1218,8 @@"--kv","int8","--kv-resident",- "32768"+ "32768",+ "--vision"],"cwd": "<T>","exe": "<T>/engine/<EXE>",@@ -1048,7 +1231,15 @@"log": "<T>/strata-iq3_s.log","model_name": "qwen3.8-flash-next-iq3_s","port": 8080,- "tokenizer": "<T>/data/packs/iq3_s/tokenizer"+ "tokenizer": "<T>/data/packs/iq3_s/tokenizer",+ "vision": {+ "exe": "<T>/engine/strata-vision.exe",+ "gpu": false,+ "max_tokens": 300,+ "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",+ "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",+ "threads": 6+ }}},"96GB-1x16GB unsloth UD-Q4_K_XL": {@@ -1077,9 +1268,7 @@"int8","--kv-resident","32768",- "--vision",- "--vram-reserve-mib",- "700"+ "--vision"],"cwd": "<T>","env": {