LLM inference in C/C++
C++ ggml
opencl: fix local size for norm (#27339)
lhez6b4fa88a6ce2
diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cppindex fbf7dadb90..d169f33896 100644--- a/ggml/src/ggml-opencl/ggml-opencl.cpp+++ b/ggml/src/ggml-opencl/ggml-opencl.cpp@@ -12830,7 +12830,10 @@ static void ggml_cl_norm(ggml_backend_t backend, const ggml_tensor * src0, constGGML_TENSOR_LOCALS(int, ne0, src0, ne);GGML_TENSOR_LOCALS(cl_ulong, nb0, src0, nb);- const int nth = MIN(64, ne00);+ int nth = 1;+ while (nth < ne00 && nth < 64) {+ nth *= 2;+ }cl_kernel kernel = backend_ctx->kernel_norm;