LLM inference in C/C++
C++ ggml
Remove case for GGML_TYPE_Q4_K in mvvq.cu (#23528)
ravel7524e3471b3e7306
diff --git a/ggml/src/ggml-cuda/mmvq.cu b/ggml/src/ggml-cuda/mmvq.cuindex bdfbfd2d38..fe44a58da9 100644--- a/ggml/src/ggml-cuda/mmvq.cu+++ b/ggml/src/ggml-cuda/mmvq.cu@@ -411,7 +411,6 @@ static constexpr __host__ __device__ int calc_nwarps(ggml_type type, int ncols_dcase GGML_TYPE_Q5_0:case GGML_TYPE_Q5_1:case GGML_TYPE_Q8_0:- case GGML_TYPE_Q4_K:return 8;case GGML_TYPE_Q6_K:return 2;