Skip to content

LLM inference in C/C++

C++ ggml

hexagon: add gelu_quick (#24007)

Todor Boinovskid178a1181828
diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp
index 48ded82e83..920829f6a9 100644
--- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp
+++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp
@@ -3142,13 +3142,14 @@ static htp_op_code op_remap_to_htp(const ggml_tensor * t) {
case GGML_OP_UNARY:
switch (ggml_get_unary_op(t)) {
- case GGML_UNARY_OP_SILU: return HTP_OP_UNARY_SILU;
- case GGML_UNARY_OP_GELU: return HTP_OP_UNARY_GELU;
- case GGML_UNARY_OP_SIGMOID: return HTP_OP_UNARY_SIGMOID;
- case GGML_UNARY_OP_NEG: return HTP_OP_UNARY_NEG;
- case GGML_UNARY_OP_EXP: return HTP_OP_UNARY_EXP;
- case GGML_UNARY_OP_SOFTPLUS: return HTP_OP_UNARY_SOFTPLUS;
- case GGML_UNARY_OP_TANH: return HTP_OP_UNARY_TANH;
+ case GGML_UNARY_OP_SILU: return HTP_OP_UNARY_SILU;
+ case GGML_UNARY_OP_GELU: return HTP_OP_UNARY_GELU;
+ case GGML_UNARY_OP_GELU_QUICK: return HTP_OP_UNARY_GELU;
+ case GGML_UNARY_OP_SIGMOID: return HTP_OP_UNARY_SIGMOID;
+ case GGML_UNARY_OP_NEG: return HTP_OP_UNARY_NEG;
+ case GGML_UNARY_OP_EXP: return HTP_OP_UNARY_EXP;
+ case GGML_UNARY_OP_SOFTPLUS: return HTP_OP_UNARY_SOFTPLUS;
+ case GGML_UNARY_OP_TANH: return HTP_OP_UNARY_TANH;
default:
break;
}
@@ -3630,6 +3631,7 @@ static bool ggml_backend_hexagon_device_supports_op(ggml_backend_dev_t dev, cons
break;
case GGML_UNARY_OP_SILU:
case GGML_UNARY_OP_GELU:
+ case GGML_UNARY_OP_GELU_QUICK:
supp = ggml_hexagon_supported_activations(sess, op);
break;
default: