LLM inference in C/C++
C++ ggml
opencl: use sigmoid f16 for bf16 (#29787)
lheza8c9a4e7ccba
diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cppindex 715a19404b..4f1f937bbe 100644--- a/ggml/src/ggml-opencl/ggml-opencl.cpp+++ b/ggml/src/ggml-opencl/ggml-opencl.cpp@@ -14802,6 +14802,9 @@ static void ggml_cl_sigmoid(ggml_backend_t backend, const ggml_tensor * src0, cokernel = backend_ctx->kernel_sigmoid_f32;} else if (src0->type == GGML_TYPE_F16 && dst->type == GGML_TYPE_F16) {kernel = backend_ctx->kernel_sigmoid_f16;+ } else if (src0->type == GGML_TYPE_BF16 && dst->type == GGML_TYPE_BF16) {+ // bf16 converted to f16+ kernel = backend_ctx->kernel_sigmoid_f16;} else {GGML_ASSERT(false && "Unsupported data types for sigmoid (input and output must be both f32 or f16)");}