Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

DeepSeek Metal: head matvec back to 4 columns a pass (8 moved the KL by +0.002)

Niko1221050752f5b9a2
diff --git a/src/dsv41/ds4_model.cu b/src/dsv41/ds4_model.cu
index d35d69e99..2f9fa999c 100644
--- a/src/dsv41/ds4_model.cu
+++ b/src/dsv41/ds4_model.cu
@@ -7688,11 +7688,7 @@ struct Model::Impl {
cudaSetDevice(d.id);
// (an EXL3 head: as many activations at a time as its split-K partials fit the scratch - 8 for a shared head, 4
// for a whole one, each pass reading the whole share; a GGUF's: 4 at a time, as before)
-#if defined(STRATA_METAL)
- const int per = d.head.fmt != 0 ? 8 : std::max(1, x3::mv_cols(d.head)); // (the matvec kernels take 8 columns in one pass over the head)
-#else
- const int per = d.head.fmt != 0 ? 4 : std::max(1, x3::mv_cols(d.head));
-#endif
+ const int per = d.head.fmt != 0 ? 4 : std::max(1, x3::mv_cols(d.head)); // (8 columns a pass on Metal moved the KL by +0.002: the mvn8 kernel sums in another order)
for (int c = 0; c < rows; c += per)
if (!mv(d, {job(d.head, xn + (size_t) c * D, out + (size_t) c * ld, std::min(per, rows - c), D, ld)}, err))
return false;