Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
tests: the setup golden compares the platform's vision binary names, and test_nvfp4_local_pack skips without pytest (#3325)
Niko12211be7eb77c175
diff --git a/tools/test_nvfp4_local_pack.py b/tools/test_nvfp4_local_pack.pyindex 6d85b619d..dd6fbe324 100644--- a/tools/test_nvfp4_local_pack.py+++ b/tools/test_nvfp4_local_pack.py@@ -3,7 +3,12 @@ import pathlibimport sysimport numpy as np-import pytest+import unittest++try:+ import pytest+except ImportError: # not in requirements.txt: python -m unittest skips this module instead of failing to import it (#3325)+ raise unittest.SkipTest("pytest is not installed")sys.path.insert(0, str(pathlib.Path(__file__).resolve().parent))import nvfp4_local_pack as P # noqa: E402diff --git a/tools/test_setup_golden.json b/tools/test_setup_golden.jsonindex e4e654c2e..284c0a926 100644--- a/tools/test_setup_golden.json+++ b/tools/test_setup_golden.json@@ -43,7 +43,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -95,7 +95,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -147,7 +147,7 @@"port": 8080,"tokenizer": "<T>/data/packs/q2_0/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -199,7 +199,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -253,7 +253,7 @@"port": 8080,"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -313,7 +313,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -373,7 +373,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -433,7 +433,7 @@"port": 8080,"tokenizer": "<T>/data/packs/q2_0/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -493,7 +493,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -550,7 +550,7 @@"port": 8080,"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -608,7 +608,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -667,7 +667,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -725,7 +725,7 @@"port": 8080,"tokenizer": "<T>/data/packs/q2_0/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -784,7 +784,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -840,7 +840,7 @@"port": 8080,"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -891,7 +891,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -943,7 +943,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -995,7 +995,7 @@"port": 8080,"tokenizer": "<T>/data/packs/q2_0/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1045,7 +1045,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1098,7 +1098,7 @@"port": 8080,"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": true,"max_tokens": 1024,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1148,7 +1148,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1199,7 +1199,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1250,7 +1250,7 @@"port": 8080,"tokenizer": "<T>/data/packs/q2_0/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1301,7 +1301,7 @@"port": 8080,"tokenizer": "<T>/data/packs/iq3_s/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",@@ -1354,7 +1354,7 @@"port": 8080,"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer","vision": {- "exe": "<T>/engine/strata-vision.exe",+ "exe": "<T>/engine/<VEXE>","gpu": false,"max_tokens": 300,"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",diff --git a/tools/test_setup_golden.py b/tools/test_setup_golden.pyindex eb940cee6..2ac754e39 100644--- a/tools/test_setup_golden.py+++ b/tools/test_setup_golden.py@@ -56,7 +56,11 @@ def normalize(v, t: Path):if isinstance(v, list):return [normalize(x, t) for x in v]if isinstance(v, str):- return re.sub(rf"(?<![w.-]){re.escape(setup.EXE)}(?![w.-])", "<EXE>", v.replace(str(t), "<T>").replace("\\", "/")) # #973: only the whole name, not "strata-x.log" on Linux+ v = v.replace(str(t), "<T>").replace("\\", "/")+ # the platform's own names of the programs (strata.exe or strata, strata-vision.exe or strata-vision, ...) so the baseline compares on Windows and Linux (#3325)+ for name, label in ((setup.HVEXE, "<HVEXE>"), (setup.VEXE, "<VEXE>"), (setup.EXE, "<EXE>")):+ v = re.sub(rf"(?<![w.-]){re.escape(name)}(?![w.-])", label, v) # #973: only the whole name, not "strata-x.log" on Linux+ return vreturn v