Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++
29.9 KB
Raw Blame
{
 "128GB-1x24GB qwen IQ3_S": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
   }
  }
 },
 "128GB-1x24GB qwen IQ3_XXS": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
   }
  }
 },
 "128GB-1x24GB qwen Q2_0": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/q2_0",
    "--native",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-q2_0.log",
   "model_name": "qwen3.8-flash-next-q2_0",
   "port": 8080,
   "tokenizer": "<T>/data/packs/q2_0/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
   }
  }
 },
 "128GB-1x24GB qwen recommended": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
   }
  }
 },
 "128GB-1x24GB unsloth UD-Q4_K_XL": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/unsloth-ud-q4_k_xl",
    "--native",
    "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "env": {
    "STRATA_HC_Q8": "1",
    "STRATA_ROUTE_TAIL_SKIP": "0"
   },
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-unsloth-ud-q4_k_xl.log",
   "model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
   "port": 8080,
   "tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
   }
  }
 },
 "32GB-2x24GB qwen IQ3_S": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
   }
  }
 },
 "32GB-2x24GB qwen IQ3_XXS": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
   }
  }
 },
 "32GB-2x24GB qwen Q2_0": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/q2_0",
    "--native",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-q2_0.log",
   "model_name": "qwen3.8-flash-next-q2_0",
   "port": 8080,
   "tokenizer": "<T>/data/packs/q2_0/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
   }
  }
 },
 "32GB-2x24GB qwen recommended": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
   }
  }
 },
 "32GB-2x24GB unsloth UD-Q4_K_XL": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/unsloth-ud-q4_k_xl",
    "--native",
    "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "32768",
    "--kv",
    "int8",
    "--resident-budget-gib",
    "8",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "env": {
    "STRATA_HC_Q8": "1"
   },
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpu_roles": {
    "0": "main",
    "1": "off"
   },
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-unsloth-ud-q4_k_xl.log",
   "model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
   "port": 8080,
   "tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
   }
  }
 },
 "47GB-2x16GB qwen IQ3_S": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "47GB-2x16GB qwen IQ3_XXS": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "47GB-2x16GB qwen Q2_0": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/q2_0",
    "--native",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-q2_0.log",
   "model_name": "qwen3.8-flash-next-q2_0",
   "port": 8080,
   "tokenizer": "<T>/data/packs/q2_0/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "47GB-2x16GB qwen recommended": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--resident-experts",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": [
    0,
    1
   ],
   "gpu_order": "as_given",
   "gpu_roles": {
    "0": "helper",
    "1": "main"
   },
   "gpus_asked": true,
   "layer_split": "auto",
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "47GB-2x16GB unsloth UD-Q4_K_XL": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/unsloth-ud-q4_k_xl",
    "--native",
    "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "32768",
    "--kv",
    "int8",
    "--resident-budget-gib",
    "23",
    "--vision"
   ],
   "cwd": "<T>",
   "env": {
    "STRATA_HC_Q8": "1"
   },
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpu_roles": {
    "0": "main",
    "1": "off"
   },
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-unsloth-ud-q4_k_xl.log",
   "model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
   "port": 8080,
   "tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "threads": 6
   }
  }
 },
 "64GB-1x32GB qwen IQ3_S": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
   }
  }
 },
 "64GB-1x32GB qwen IQ3_XXS": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf"
   }
  }
 },
 "64GB-1x32GB qwen Q2_0": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/q2_0",
    "--native",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-q2_0.log",
   "model_name": "qwen3.8-flash-next-q2_0",
   "port": 8080,
   "tokenizer": "<T>/data/packs/q2_0/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf"
   }
  }
 },
 "64GB-1x32GB qwen recommended": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf"
   }
  }
 },
 "64GB-1x32GB unsloth UD-Q4_K_XL": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/unsloth-ud-q4_k_xl",
    "--native",
    "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "32768",
    "--kv",
    "int8",
    "--resident-budget-gib",
    "40",
    "--vision",
    "--vram-reserve-mib",
    "700"
   ],
   "cwd": "<T>",
   "env": {
    "STRATA_HC_Q8": "1"
   },
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-unsloth-ud-q4_k_xl.log",
   "model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
   "port": 8080,
   "tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": true,
    "max_tokens": 1024,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf"
   }
  }
 },
 "96GB-1x16GB qwen IQ3_S": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "96GB-1x16GB qwen IQ3_XXS": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_xxs",
    "--native",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_xxs.log",
   "model_name": "qwen3.8-flash-next-iq3_xxs",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_xxs/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "96GB-1x16GB qwen Q2_0": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/q2_0",
    "--native",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-q2_0.log",
   "model_name": "qwen3.8-flash-next-q2_0",
   "port": 8080,
   "tokenizer": "<T>/data/packs/q2_0/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "96GB-1x16GB qwen recommended": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/iq3_s",
    "--native",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "--ple-gguf",
    "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision"
   ],
   "cwd": "<T>",
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-iq3_s.log",
   "model_name": "qwen3.8-flash-next-iq3_s",
   "port": 8080,
   "tokenizer": "<T>/data/packs/iq3_s/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf",
    "threads": 6
   }
  }
 },
 "96GB-1x16GB unsloth UD-Q4_K_XL": {
  "code": 0,
  "config": {
   "args": [
    "--pack",
    "<T>/data/packs/unsloth-ud-q4_k_xl",
    "--native",
    "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "--expert-profile",
    "<T>/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "<T>/data/mtp/rt",
    "--max-context",
    "65536",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision"
   ],
   "cwd": "<T>",
   "env": {
    "STRATA_HC_Q8": "1",
    "STRATA_ROUTE_TAIL_SKIP": "0"
   },
   "exe": "<T>/engine/<EXE>",
   "gpu": 0,
   "gpus_asked": true,
   "lib_dirs": [
    "<cuda>"
   ],
   "log": "<T>/strata-unsloth-ud-q4_k_xl.log",
   "model_name": "qwen3.8-flash-next-unsloth-ud-q4_k_xl",
   "port": 8080,
   "tokenizer": "<T>/data/packs/unsloth-ud-q4_k_xl/tokenizer",
   "vision": {
    "exe": "<T>/engine/<VEXE>",
    "gpu": false,
    "max_tokens": 300,
    "mmproj": "<T>/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "<T>/models/unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
    "threads": 6
   }
  }
 }
}