Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
DeepSeek Metal: chunk path mixes through the fused hc_mix kernel
Niko1221c2675c60d11e
diff --git a/src/dsv41/ds4_model.cu b/src/dsv41/ds4_model.cuindex bb0cdea75..bbd90ef1a 100644--- a/src/dsv41/ds4_model.cu+++ b/src/dsv41/ds4_model.cu@@ -2804,6 +2804,12 @@ struct Model::Impl {// hc_mix over a chunk: the dots by an F32 GEMM, then the rms scalebool hc_mix_chunk(Dev& d, Chunk& c, const float* h, const float* fn, int T, float* mixes, std::string& err) {const int hcd = g.hc * g.dim, n_mix = (2 + g.hc) * g.hc;+#if defined(STRATA_METAL)+ if (!std::getenv("DS4_CHUNK_SGEMM")) { // the window path's fused kernel: no F32 GEMM, no second pass+ hc_mix(h, fn, hcd, n_mix, T, g.eps, mixes, d.st);+ return true;+ }+#endifconst float one = 1.0f, zero = 0.0f;if (cublasSgemm(c.blas, CUBLAS_OP_T, CUBLAS_OP_N, n_mix, T, hcd, &one, fn, hcd, h, hcd, &zero, mixes, 32) !=CUBLAS_STATUS_SUCCESS) {