LLM inference in C/C++
C++ ggml
CUDA: fix shared-memory WAR hazard in flash_attn_ext_vec (#30573)
Paul Mairhofer99db719bdf07
diff --git a/ggml/src/ggml-cuda/fattn-vec.cuh b/ggml/src/ggml-cuda/fattn-vec.cuhindex 57a2855659..74f282047e 100644--- a/ggml/src/ggml-cuda/fattn-vec.cuh+++ b/ggml/src/ggml-cuda/fattn-vec.cuh@@ -317,7 +317,7 @@ static __global__ void flash_attn_ext_vec(#endif // V_DOT2_F32_F16_AVAILABLE}- ggml_cuda_syncwarp();+ ggml_cuda_syncwarp(); // Needed for KQ synchronization.#pragma unrollfor (int k0 = 0; k0 < WARP_SIZE; k0 += V_cols_per_iter) {@@ -374,6 +374,8 @@ static __global__ void flash_attn_ext_vec(}#endif // V_DOT2_F32_F16_AVAILABLE}++ ggml_cuda_syncwarp(); // Needed for KQ synchronization.}if (sinks && blockIdx.y == 0) {