LLM inference in C/C++
C++ ggml
hexagon: reject MUL_MAT_ID when src1 precision is F32 (#29348)
Jhen-Jie Hong9710a32175b3
diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cppindex 58806e37f7..9a35002504 100644--- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp+++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp@@ -5476,6 +5476,10 @@ static bool ggml_hexagon_supported_mul_mat_id(const struct ggml_hexagon_sessionreturn false;}+ if (ggml_get_op_params_i32(op, 3) == GGML_PREC_F32) {+ return false;+ }+switch (src0->type) {case GGML_TYPE_Q4_0:case GGML_TYPE_Q4_1: