LLM inference in C/C++
C++ ggml
ggml : fix A indexing in simd_gemm scalar tail-column path (#25390)
tyronecai57b50e1f6b50
diff --git a/ggml/src/ggml-cpu/simd-gemm.h b/ggml/src/ggml-cpu/simd-gemm.hindex 4119d04f89..2ebd10051e 100644--- a/ggml/src/ggml-cpu/simd-gemm.h+++ b/ggml/src/ggml-cpu/simd-gemm.h@@ -78,7 +78,7 @@ static void simd_gemm(for (int64_t i = 0; i < GEMM_RM; i++) {float a = C[i * N + jj];for (int64_t kk = 0; kk < K; kk++) {- a += A[i + kk] * B[kk * N + jj];+ a += A[i * K + kk] * B[kk * N + jj];}C[i * N + jj] = a;}