Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

STRATA_TRACE: the prompt chunk line carries its stage range and elapsed ms

Niko122114d076ee2ed2
diff --git a/src/prefill/prefill.cpp b/src/prefill/prefill.cpp
index 6cb888e50..4f9265bfd 100644
--- a/src/prefill/prefill.cpp
+++ b/src/prefill/prefill.cpp
@@ -2717,7 +2717,15 @@ bool Prefill::run_impl(const int64_t* tokens, int64_t n, int64_t pos0, std::stri
stopped_at_ = c0;
break;
}
- if (std::getenv("STRATA_TRACE")) { std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld\n", (long long) c0, (long long) n); std::fflush(stderr); }
+ if (std::getenv("STRATA_TRACE")) {
+ static thread_local Clock::time_point t0;
+ static thread_local bool set = false;
+ if (!set) { t0 = Clock::now(); set = true; }
+ const double ms = std::chrono::duration<double, std::milli>(Clock::now() - t0).count();
+ std::fprintf(stderr, "strata trace: prompt chunk %lld of %lld stage [%lld,%lld) %.1f ms\n", (long long) c0,
+ (long long) n, (long long) stage_lb_, (long long) stage_le_, ms);
+ std::fflush(stderr);
+ }
const int64_t T = std::min(C, n - c0), p0 = pos0 + c0;
core::progress_at("reading the prompt (batched): preparing the chunk from token", p0); // #251
#if defined(STRATA_HAVE_DFLASH2)