Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
dsv41: say how the chunk staging ring was sized
Niko1221dc352b839b04
diff --git a/src/dsv41/ds4_model.cu b/src/dsv41/ds4_model.cuindex 1b5215556..b1d78f1ee 100644--- a/src/dsv41/ds4_model.cu+++ b/src/dsv41/ds4_model.cu@@ -2681,7 +2681,11 @@ struct Model::Impl {}for (const Dev& d : devs)room += std::max(0.0, (double) d.free0 - (double) ((size_t) o.reserve_mib << 20) - 1.5 * (1 << 30)) * o.vram_experts;- return exp_b > 0 && exp_b - std::max(0.0, room - other_b) <= 0.1 * exp_b ? 64 : 400;+ const bool fit = exp_b > 0 && exp_b - std::max(0.0, room - other_b) <= 0.1 * exp_b;+ if (o.verbose)+ std::fprintf(stderr, "ds4: staging ring: experts %.1f GB, VRAM room %.1f GB, dense %.1f GB -> %d MB\n", exp_b / 1e9,+ room / 1e9, other_b / 1e9, fit ? 64 : 400);+ return fit ? 64 : 400;}bool alloc_chunks(std::string& err) {chunks.resize(devs.size());