Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
dsv41 win: store off the lookahead by default
Niko1221fd19f9d6bf24
diff --git a/src/dsv41/ds4_model.cu b/src/dsv41/ds4_model.cuindex c0fcf21f6..df20a70da 100644--- a/src/dsv41/ds4_model.cu+++ b/src/dsv41/ds4_model.cu@@ -4283,6 +4283,9 @@ struct Model::Impl {return;}store = std::move(st);+ // (the router lookahead's guesses are not read ahead with the store: measured 4.5 against 4.7 tok/s, 62% of the guesses are right and+ // the SSD is the narrow part; DS4_AHEAD=1 turns them on)+ if (std::getenv("DS4_AHEAD") == nullptr) ahead_mode = 0;for (Layer& l : L)if (l.il < g.nl && want_zc) l.zc.assign((size_t) l.n_exp, 0);std::fprintf(stderr, "ds4: RAM store: up to %zu slots of %.1f MB (%.1f GB), policy %d, %d reader threads, %s reads\n",