Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Merge f-027-cuda (CUDA speed work: wide HC up read on sm_120, residency-biased routing on small cards, STRATA_TRACE, release-notes draft)

Niko12214abccbb3606d
diff --cc src/prefill/prefill.cpp
index 08b529e6f,9fee4720f..2758c8477
--- a/src/prefill/prefill.cpp
+++ b/src/prefill/prefill.cpp
@@@ -2863,16 -2717,16 +2863,24 @@@ bool Prefill::run_impl(const int64_t* t
stopped_at_ = c0;
break;
}
- if (std::getenv("STRATA_TRACE")) { std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld\n", (long long) c0, (long long) n); std::fflush(stderr); }
+ if (std::getenv("STRATA_TRACE")) {
+ static Clock::time_point t0; // process-wide: the stages run on different threads
+ static bool set = false;
+ if (!set) { t0 = Clock::now(); set = true; }
+ const double ms = std::chrono::duration<double, std::milli>(Clock::now() - t0).count();
+ std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld stage [%lld,%lld) %.1f ms\n", (long long) c0,
+ (long long) n, (long long) stage_lb_, (long long) stage_le_, ms);
+ std::fflush(stderr);
+ }
const int64_t T = std::min(C, n - c0), p0 = pos0 + c0;
+ // STRATA_KVA: this chunk is approximated in the layers at and after the split when its last position is
+ // before the request's full-computation suffix; a chunk in the suffix runs the ordinary path everywhere.
+ const bool kva_approx = kva_run && (p0 + T <= kva_frontier);
+ if (kva_approx) {
+ kva_positions += T;
+ ++kva_chunks;
+ kva_floor_ = p0 + T; // the chunks are a prefix of the run: this is the first position with real rows
+ }
core::progress_at("reading the prompt (batched): preparing the chunk from token", p0); // #251
#if defined(STRATA_HAVE_DFLASH2)
// DFlash2 prompt taps: the rows of this chunk at positions >= tap_first_ (the drafter looks back one window)