Skip to content

LLM inference in C/C++

C++ ggml

ggml : fix A indexing in simd_gemm scalar tail-column path (#25390)

tyronecai57b50e1f6b50
diff --git a/ggml/src/ggml-cpu/simd-gemm.h b/ggml/src/ggml-cpu/simd-gemm.h
index 4119d04f89..2ebd10051e 100644
--- a/ggml/src/ggml-cpu/simd-gemm.h
+++ b/ggml/src/ggml-cpu/simd-gemm.h
@@ -78,7 +78,7 @@ static void simd_gemm(
for (int64_t i = 0; i < GEMM_RM; i++) {
float a = C[i * N + jj];
for (int64_t kk = 0; kk < K; kk++) {
- a += A[i + kk] * B[kk * N + jj];
+ a += A[i * K + kk] * B[kk * N + jj];
}
C[i * N + jj] = a;
}