Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
STRATA_TRACE: the prompt chunk line carries its stage range and elapsed ms
Niko122114d076ee2ed2
diff --git a/src/prefill/prefill.cpp b/src/prefill/prefill.cppindex 6cb888e50..4f9265bfd 100644--- a/src/prefill/prefill.cpp+++ b/src/prefill/prefill.cpp@@ -2717,7 +2717,15 @@ bool Prefill::run_impl(const int64_t* tokens, int64_t n, int64_t pos0, std::stristopped_at_ = c0;break;}- if (std::getenv("STRATA_TRACE")) { std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld\n", (long long) c0, (long long) n); std::fflush(stderr); }+ if (std::getenv("STRATA_TRACE")) {+ static thread_local Clock::time_point t0;+ static thread_local bool set = false;+ if (!set) { t0 = Clock::now(); set = true; }+ const double ms = std::chrono::duration<double, std::milli>(Clock::now() - t0).count();+ std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld stage [%lld,%lld) %.1f ms\n", (long long) c0,+ (long long) n, (long long) stage_lb_, (long long) stage_le_, ms);+ std::fflush(stderr);+ }const int64_t T = std::min(C, n - c0), p0 = pos0 + c0;core::progress_at("reading the prompt (batched): preparing the chunk from token", p0); // #251#if defined(STRATA_HAVE_DFLASH2)