Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
Merge f-027-gh-eng-a (#3622 ARM64 / DGX Spark port, #3806 Gyro-L TQP5/6/7)
Niko1221ba8b2bcb9c1f
diff --cc CMakeLists.txtindex f5253583b,6fdd7d940..acc550937--- a/CMakeLists.txt+++ b/CMakeLists.txt@@@ -2155,12 -2070,11 +2179,15 @@@ if(STRATA_NATIVE_EXPERTSif(_strata_mmq_tq)target_compile_definitions(strata_mmq PRIVATE STRATA_MMQ_TQ=1)endif()+ if(_strata_mmq_tqp)+ target_compile_definitions(strata_mmq PRIVATE STRATA_MMQ_TQP=1)+ endif()target_link_libraries(strata_prefill PUBLIC strata_mmq)target_compile_definitions(strata_prefill PUBLIC STRATA_PREFILL_MMQ=1 STRATA_PREFILL_FUSED=1)+ if(STRATA_EXPERIMENTAL_SM60 AND NOT STRATA_HIP_GFX906)+ # the weight-stationary experts (moe_ws.hpp) are in strata_mmq: the prompt path may take them (STRATA_MMQ_WS=1)+ target_compile_definitions(strata_prefill PUBLIC STRATA_PREFILL_WS=1)+ endif()if(STRATA_BUILD_TESTS)# #136: the fused int8 experts against a double-precision reference and the MMQ path (exit 77 below sm_80)add_executable(prefill_fused_moe_test tests/cuda/prefill_fused_moe_test.cpp)diff --cc src/core/verify.cppindex 42bdc8899,d5e41255c..920b55c17--- a/src/core/verify.cpp+++ b/src/core/verify.cpp@@@ -2971,30 -2810,12 +2971,30 @@@ void Verifier::accumulate_profile_innerbool Verifier::adapt_gate_wait(int32_t layer, std::string& err) {const Clock::time_point t0 = Clock::now();uint32_t spins = 0;+ bool announced = false; // the watchdog's label is set only once the wait really starts: no cost when the copies landedwhile (adapt_gate_->reached() < layer) {+ if (!announced) {+ progress_at("verify window: waiting for the adaptive tier's copies of layer", layer);+ announced = true;+ }- _mm_pause();+ strata_cpu_pause();if ((++spins & 1023u) != 0) continue;if (Clock::now() - t0 > std::chrono::seconds(20)) {+ // the release drains the window's own streams, never the tier's copy stream: say so, and hand out the+ // gate's words and this window's GPU breadcrumbs (STRATA_VERIFY_TRACE) - the last landed layer is the+ // exact place the stream stopped, which the released window's error line alone never told (#2188's class)+ const int32_t reach = adapt_gate_->reached(), land = adapt_gate_->landed.load();+ const int32_t hl = adapt_gate_->hland != nullptr ? *adapt_gate_->hland : -2;+ if (g_trace) trace_ev("GATE-TIMEOUT", -1, layer, reach);+ std::fprintf(stderr, "strata verify: the adaptive gate waited %lld ms for layer %d: reached %d "+ "(atomic %d, copy signal %d) - the tier's copy stream was not drained by the release\n",+ (long long) ms_since(t0), (int) layer, (int) reach, (int) land, (int) hl);+ if (g_trace) trace_dump(stderr);err = "verify: the adaptive tier's copies for layer " + std::to_string(layer) + " never landed" +- released_note(release_gpu_waits(5000));+ released_note(release_gpu_waits(5000)) ++ " (the copy stream itself is not drained: reached " + std::to_string(reach) + " of " ++ std::to_string(layer) + ", STRATA_VERIFY_TRACE=1 prints where the stream stopped)";+ std::fflush(stderr);return false;}}