Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
APR port: Split<144..146>::load takes upstream's STAGE_GRID form
Laurent Zuijdwijkf5b7628a7f67
diff --git a/src/kernels/cuda/iq_kernels.cu b/src/kernels/cuda/iq_kernels.cuindex 3482c8cfd..cc3378235 100644--- a/src/kernels/cuda/iq_kernels.cu+++ b/src/kernels/cuda/iq_kernels.cu@@ -1134,7 +1134,10 @@ template<> inline constexpr bool kSplit<145> = true;template<> inline constexpr bool kSplit<146> = true;template<int TY> struct SplitTq {using W = TqLane;- __device__ static W load(const void* __restrict__ vbq, int kbx, int iqs) { return tq_load<TY>(vbq, kbx, iqs); }+ template<bool STAGE_GRID = false> // (no grid table to stage: the codebook is read where it is)+ __device__ static W load(const void* __restrict__ vbq, int kbx, int iqs, const uint32_t* __restrict__ = nullptr) {+ return tq_load<TY>(vbq, kbx, iqs);+ }__device__ static float apply(const W& r, const block_q8_1* __restrict__ bq8_1, int iqs) { return tq_apply(r, bq8_1, iqs); }};template<> struct Split<144> : SplitTq<144> {};