Skip to content

LLM inference in C/C++

C++ ggml

hexagon: reject MUL_MAT_ID when src1 precision is F32 (#29348)

Jhen-Jie Hong9710a32175b3
diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp
index 58806e37f7..9a35002504 100644
--- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp
+++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp
@@ -5476,6 +5476,10 @@ static bool ggml_hexagon_supported_mul_mat_id(const struct ggml_hexagon_session
return false;
}
+ if (ggml_get_op_params_i32(op, 3) == GGML_PREC_F32) {
+ return false;
+ }
+
switch (src0->type) {
case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: