Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

generate: STRATA_SPEC_TRACE, a per-round trace of the window rows, accepted drafts, round ms and MTP draft probabilities for offline window-length studies (bench only, off by default)

Niko1221651a56806abd
diff --git a/src/program/generate.cpp b/src/program/generate.cpp
index cfb576651..494b46068 100644
--- a/src/program/generate.cpp
+++ b/src/program/generate.cpp
@@ -16199,6 +16199,10 @@ int main(int argc, char** argv) {
if (*q == ',') ++q;
}
}
+ // STRATA_SPEC_TRACE=<file> (bench only, off by default): one line per round, "T a sfx ms p1 p2 ..." (window rows, drafts accepted,
+ // lookup window, round ms, the MTP draft probabilities), for offline window-length policy studies
+ std::FILE* spec_trace = nullptr;
+ if (const char* tf = std::getenv("STRATA_SPEC_TRACE"); tf != nullptr && tf[0] != '\0') spec_trace = std::fopen(tf, "w");
std::vector<double> t_cycle_ms((size_t) o.spec + 1, 0.0);
std::vector<int64_t> t_cycle_n((size_t) o.spec + 1, 0), t_cycle_seen((size_t) o.spec + 1, 0);
// plan v0.3 P6: with a native pack the first window is the last prompt token alone (it produces the first
@@ -16415,6 +16419,11 @@ int main(int argc, char** argv) {
p += a + 1;
const double round_ms = std::chrono::duration<double, std::milli>(Clock::now() - t0).count();
total_ms += round_ms;
+ if (spec_trace != nullptr && timed_round) {
+ std::fprintf(spec_trace, "%d %d %d %.3f", T, a, from_sfx ? 1 : 0, round_ms);
+ for (int i = 0; i < T_mtp - 1; ++i) std::fprintf(spec_trace, " %.4f", (double) dprob[(size_t) i]);
+ std::fprintf(spec_trace, "\n");
+ }
if (!t_cycle.empty() && timed_round && T <= o.spec && t_cycle_seen[(size_t) T]++ > 0) {
t_cycle_ms[(size_t) T] += round_ms;
++t_cycle_n[(size_t) T];
@@ -16431,6 +16440,7 @@ int main(int argc, char** argv) {
return 1;
}
if (hashes != nullptr) std::fclose(hashes);
+ if (spec_trace != nullptr) std::fclose(spec_trace);
std::printf("%-24s %lld rounds of %d, drafts accepted %lld of %lld (%.3f), %.2f tokens per round\n",
"speculation", (long long) rounds, o.spec, (long long) drafts_ok, (long long) drafts_total,
drafts_total > 0 ? (double) drafts_ok / (double) drafts_total : 0.0,