LLM inference in C/C++
C++ ggml
sycl: guard DMMV reads at row tails (#29338)
Frosty40f9a95aeb2096
diff --git a/ggml/src/ggml-sycl/dmmv.cpp b/ggml/src/ggml-sycl/dmmv.cppindex 4f1f97030e..90f9268298 100644--- a/ggml/src/ggml-sycl/dmmv.cpp+++ b/ggml/src/ggml-sycl/dmmv.cpp@@ -66,6 +66,9 @@ static void dequantize_mul_mat_vec(const void * __restrict__ vx, const dfloat *for (int i = 0; i < ncols; i += iter_stride) {const int col = i + vals_per_iter*tid;+ if (col >= ncols) {+ continue;+ }const int ib = (row*ncols + col)/qk; // x block indexconst int iqs = (col%qk)/qr; // x quant indexconst int iybs = col - col%qk; // y block start index