LLM inference in C/C++
C++ ggml
hexagon: add gelu_quick (#24007)
Todor Boinovskid178a1181828
diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cppindex 48ded82e83..920829f6a9 100644--- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp+++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp@@ -3142,13 +3142,14 @@ static htp_op_code op_remap_to_htp(const ggml_tensor * t) {case GGML_OP_UNARY:switch (ggml_get_unary_op(t)) {- case GGML_UNARY_OP_SILU: return HTP_OP_UNARY_SILU;- case GGML_UNARY_OP_GELU: return HTP_OP_UNARY_GELU;- case GGML_UNARY_OP_SIGMOID: return HTP_OP_UNARY_SIGMOID;- case GGML_UNARY_OP_NEG: return HTP_OP_UNARY_NEG;- case GGML_UNARY_OP_EXP: return HTP_OP_UNARY_EXP;- case GGML_UNARY_OP_SOFTPLUS: return HTP_OP_UNARY_SOFTPLUS;- case GGML_UNARY_OP_TANH: return HTP_OP_UNARY_TANH;+ case GGML_UNARY_OP_SILU: return HTP_OP_UNARY_SILU;+ case GGML_UNARY_OP_GELU: return HTP_OP_UNARY_GELU;+ case GGML_UNARY_OP_GELU_QUICK: return HTP_OP_UNARY_GELU;+ case GGML_UNARY_OP_SIGMOID: return HTP_OP_UNARY_SIGMOID;+ case GGML_UNARY_OP_NEG: return HTP_OP_UNARY_NEG;+ case GGML_UNARY_OP_EXP: return HTP_OP_UNARY_EXP;+ case GGML_UNARY_OP_SOFTPLUS: return HTP_OP_UNARY_SOFTPLUS;+ case GGML_UNARY_OP_TANH: return HTP_OP_UNARY_TANH;default:break;}@@ -3630,6 +3631,7 @@ static bool ggml_backend_hexagon_device_supports_op(ggml_backend_dev_t dev, consbreak;case GGML_UNARY_OP_SILU:case GGML_UNARY_OP_GELU:+ case GGML_UNARY_OP_GELU_QUICK:supp = ggml_hexagon_supported_activations(sess, op);break;default: