Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

tests: the setup golden compares the platform's vision binary names, and test_nvfp4_local_pack skips without pytest (#3325)

Niko12211be7eb77c175
diff --git a/tools/test_nvfp4_local_pack.py b/tools/test_nvfp4_local_pack.py
index 6d85b619d..dd6fbe324 100644
--- a/tools/test_nvfp4_local_pack.py
+++ b/tools/test_nvfp4_local_pack.py
@@ -3,7 +3,12 @@ import pathlib
import sys
import numpy as np
-import pytest
+import unittest
+
+try:
+ import pytest
+except ImportError: # not in requirements.txt: python -m unittest skips this module instead of failing to import it (#3325)
+ raise unittest.SkipTest("pytest is not installed")
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parent))
import nvfp4_local_pack as P # noqa: E402
diff --git a/tools/test_setup_golden.json b/tools/test_setup_golden.json
index e4e654c2e..284c0a926 100644
--- a/tools/test_setup_golden.json
+++ b/tools/test_setup_golden.json
@@ -43,7 +43,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -95,7 +95,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -147,7 +147,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -199,7 +199,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -253,7 +253,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -313,7 +313,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -373,7 +373,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -433,7 +433,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -493,7 +493,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -550,7 +550,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -608,7 +608,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -667,7 +667,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -725,7 +725,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -784,7 +784,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -840,7 +840,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -891,7 +891,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -943,7 +943,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -995,7 +995,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1045,7 +1045,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1098,7 +1098,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1148,7 +1148,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1199,7 +1199,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1250,7 +1250,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1301,7 +1301,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
@@ -1354,7 +1354,7 @@
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
- "exe": "<T>/engine/strata-vision.exe",
+ "exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
diff --git a/tools/test_setup_golden.py b/tools/test_setup_golden.py
index eb940cee6..2ac754e39 100644
--- a/tools/test_setup_golden.py
+++ b/tools/test_setup_golden.py
@@ -56,7 +56,11 @@ def normalize(v, t: Path):
if isinstance(v, list):
return [normalize(x, t) for x in v]
if isinstance(v, str):
- return re.sub(rf"(?<![w.-]){re.escape(setup.EXE)}(?![w.-])", "<EXE>", v.replace(str(t), "<T>").replace("\\", "/")) # #973: only the whole name, not "strata-x.log" on Linux
+ v = v.replace(str(t), "<T>").replace("\\", "/")
+ # the platform's own names of the programs (strata.exe or strata, strata-vision.exe or strata-vision, ...) so the baseline compares on Windows and Linux (#3325)
+ for name, label in ((setup.HVEXE, "<HVEXE>"), (setup.VEXE, "<VEXE>"), (setup.EXE, "<EXE>")):
+ v = re.sub(rf"(?<![w.-]){re.escape(name)}(?![w.-])", label, v) # #973: only the whole name, not "strata-x.log" on Linux
+ return v
return v