Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
{
"128GB-1x24GB qwen IQ3_S": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
}
}
},
"128GB-1x24GB qwen IQ3_XXS": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
}
}
},
"128GB-1x24GB qwen Q2_0": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/q2_0",
"--native",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
}
}
},
"128GB-1x24GB qwen recommended": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
}
}
},
"128GB-1x24GB unsloth UD-Q4_K_XL": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/unsloth-ud-q4_k_xl",
"--native",
"<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"env": {
"STRATA_HC_Q8": "1",
"STRATA_ROUTE_TAIL_SKIP": "0"
},
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-unsloth-ud-q4_k_xl.log",
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
}
}
},
"32GB-2x24GB qwen IQ3_S": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--resident-experts",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
}
}
},
"32GB-2x24GB qwen IQ3_XXS": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--resident-experts",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
}
}
},
"32GB-2x24GB qwen Q2_0": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/q2_0",
"--native",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--resident-experts",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
}
}
},
"32GB-2x24GB qwen recommended": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--resident-experts",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
}
}
},
"32GB-2x24GB unsloth UD-Q4_K_XL": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/unsloth-ud-q4_k_xl",
"--native",
"<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"32768",
"--kv",
"int8",
"--resident-budget-gib",
"8",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"env": {
"STRATA_HC_Q8": "1"
},
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpu_roles": {
"0": "main",
"1": "off"
},
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-unsloth-ud-q4_k_xl.log",
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
}
}
},
"47GB-2x16GB qwen IQ3_S": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--resident-experts",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"threads": 6
}
}
},
"47GB-2x16GB qwen IQ3_XXS": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--resident-experts",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"threads": 6
}
}
},
"47GB-2x16GB qwen Q2_0": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/q2_0",
"--native",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"threads": 6
}
}
},
"47GB-2x16GB qwen recommended": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--resident-experts",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": [
0,
1
],
"gpu_order": "as_given",
"gpu_roles": {
"0": "helper",
"1": "main"
},
"gpus_asked": true,
"layer_split": "auto",
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"threads": 6
}
}
},
"47GB-2x16GB unsloth UD-Q4_K_XL": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/unsloth-ud-q4_k_xl",
"--native",
"<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"32768",
"--kv",
"int8",
"--resident-budget-gib",
"23",
"--vision"
],
"cwd": "<T>",
"env": {
"STRATA_HC_Q8": "1"
},
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpu_roles": {
"0": "main",
"1": "off"
},
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-unsloth-ud-q4_k_xl.log",
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"threads": 6
}
}
},
"64GB-1x32GB qwen IQ3_S": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
}
}
},
"64GB-1x32GB qwen IQ3_XXS": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
}
}
},
"64GB-1x32GB qwen Q2_0": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/q2_0",
"--native",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
}
}
},
"64GB-1x32GB qwen recommended": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"131072",
"--kv",
"int8",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
}
}
},
"64GB-1x32GB unsloth UD-Q4_K_XL": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/unsloth-ud-q4_k_xl",
"--native",
"<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"32768",
"--kv",
"int8",
"--resident-budget-gib",
"40",
"--vision",
"--vram-reserve-mib",
"700"
],
"cwd": "<T>",
"env": {
"STRATA_HC_Q8": "1"
},
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-unsloth-ud-q4_k_xl.log",
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": true,
"max_tokens": 1024,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
}
}
},
"96GB-1x16GB qwen IQ3_S": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"threads": 6
}
}
},
"96GB-1x16GB qwen IQ3_XXS": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_xxs",
"--native",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_xxs.log",
"model_name": "qwen3.8-flash-next-iq3_xxs",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
"threads": 6
}
}
},
"96GB-1x16GB qwen Q2_0": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/q2_0",
"--native",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-q2_0.log",
"model_name": "qwen3.8-flash-next-q2_0",
"port": 8080,
"tokenizer": "<T>/data/packs/q2_0/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
"threads": 6
}
}
},
"96GB-1x16GB qwen recommended": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/iq3_s",
"--native",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"--ple-gguf",
"<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision"
],
"cwd": "<T>",
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-iq3_s.log",
"model_name": "qwen3.8-flash-next-iq3_s",
"port": 8080,
"tokenizer": "<T>/data/packs/iq3_s/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
"threads": 6
}
}
},
"96GB-1x16GB unsloth UD-Q4_K_XL": {
"code": 0,
"config": {
"args": [
"--pack",
"<T>/data/packs/unsloth-ud-q4_k_xl",
"--native",
"<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"--expert-profile",
"<T>/data/expert-profile.bin",
"--expert-cache",
"auto",
"--prefill",
"auto",
"--spec",
"4",
"--spec-min-p",
"0.5",
"--mtp",
"<T>/data/mtp/rt",
"--max-context",
"65536",
"--kv",
"int8",
"--kv-resident",
"32768",
"--vision"
],
"cwd": "<T>",
"env": {
"STRATA_HC_Q8": "1",
"STRATA_ROUTE_TAIL_SKIP": "0"
},
"exe": "<T>/engine/<EXE>",
"gpu": 0,
"gpus_asked": true,
"lib_dirs": [
"<cuda>"
],
"log": "<T>/strata-unsloth-ud-q4_k_xl.log",
"model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
"port": 8080,
"tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
"vision": {
"exe": "<T>/engine/<VEXE>",
"gpu": false,
"max_tokens": 300,
"mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
"model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
"threads": 6
}
}
}
}