Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Merge f-027-gh-eng-a (#3622 ARM64 / DGX Spark port, #3806 Gyro-L TQP5/6/7)

Niko1221ba8b2bcb9c1f
diff --cc CMakeLists.txt
index f5253583b,6fdd7d940..acc550937
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@@ -2155,12 -2070,11 +2179,15 @@@ if(STRATA_NATIVE_EXPERTS
if(_strata_mmq_tq)
target_compile_definitions(strata_mmq PRIVATE STRATA_MMQ_TQ=1)
endif()
+ if(_strata_mmq_tqp)
+ target_compile_definitions(strata_mmq PRIVATE STRATA_MMQ_TQP=1)
+ endif()
target_link_libraries(strata_prefill PUBLIC strata_mmq)
target_compile_definitions(strata_prefill PUBLIC STRATA_PREFILL_MMQ=1 STRATA_PREFILL_FUSED=1)
+ if(STRATA_EXPERIMENTAL_SM60 AND NOT STRATA_HIP_GFX906)
+ # the weight-stationary experts (moe_ws.hpp) are in strata_mmq: the prompt path may take them (STRATA_MMQ_WS=1)
+ target_compile_definitions(strata_prefill PUBLIC STRATA_PREFILL_WS=1)
+ endif()
if(STRATA_BUILD_TESTS)
# #136: the fused int8 experts against a double-precision reference and the MMQ path (exit 77 below sm_80)
add_executable(prefill_fused_moe_test tests/cuda/prefill_fused_moe_test.cpp)
diff --cc src/core/verify.cpp
index 42bdc8899,d5e41255c..920b55c17
--- a/src/core/verify.cpp
+++ b/src/core/verify.cpp
@@@ -2971,30 -2810,12 +2971,30 @@@ void Verifier::accumulate_profile_inner
bool Verifier::adapt_gate_wait(int32_t layer, std::string& err) {
const Clock::time_point t0 = Clock::now();
uint32_t spins = 0;
+ bool announced = false; // the watchdog's label is set only once the wait really starts: no cost when the copies landed
while (adapt_gate_->reached() < layer) {
+ if (!announced) {
+ progress_at("verify window: waiting for the adaptive tier's copies of layer", layer);
+ announced = true;
+ }
- _mm_pause();
+ strata_cpu_pause();
if ((++spins & 1023u) != 0) continue;
if (Clock::now() - t0 > std::chrono::seconds(20)) {
+ // the release drains the window's own streams, never the tier's copy stream: say so, and hand out the
+ // gate's words and this window's GPU breadcrumbs (STRATA_VERIFY_TRACE) - the last landed layer is the
+ // exact place the stream stopped, which the released window's error line alone never told (#2188's class)
+ const int32_t reach = adapt_gate_->reached(), land = adapt_gate_->landed.load();
+ const int32_t hl = adapt_gate_->hland != nullptr ? *adapt_gate_->hland : -2;
+ if (g_trace) trace_ev("GATE-TIMEOUT", -1, layer, reach);
+ std::fprintf(stderr, "strata verify: the adaptive gate waited %lld ms for layer %d: reached %d "
+ "(atomic %d, copy signal %d) - the tier's copy stream was not drained by the release\n",
+ (long long) ms_since(t0), (int) layer, (int) reach, (int) land, (int) hl);
+ if (g_trace) trace_dump(stderr);
err = "verify: the adaptive tier's copies for layer " + std::to_string(layer) + " never landed" +
- released_note(release_gpu_waits(5000));
+ released_note(release_gpu_waits(5000)) +
+ " (the copy stream itself is not drained: reached " + std::to_string(reach) + " of " +
+ std::to_string(layer) + ", STRATA_VERIFY_TRACE=1 prints where the stream stopped)";
+ std::fflush(stderr);
return false;
}
}