Skip to content

LLM inference in C/C++

C++ ggml

Remove case for GGML_TYPE_Q4_K in mvvq.cu (#23528)

ravel7524e3471b3e7306
diff --git a/ggml/src/ggml-cuda/mmvq.cu b/ggml/src/ggml-cuda/mmvq.cu
index bdfbfd2d38..fe44a58da9 100644
--- a/ggml/src/ggml-cuda/mmvq.cu
+++ b/ggml/src/ggml-cuda/mmvq.cu
@@ -411,7 +411,6 @@ static constexpr __host__ __device__ int calc_nwarps(ggml_type type, int ncols_d
case GGML_TYPE_Q5_0:
case GGML_TYPE_Q5_1:
case GGML_TYPE_Q8_0:
- case GGML_TYPE_Q4_K:
return 8;
case GGML_TYPE_Q6_K:
return 2;