LLM inference in C/C++
C++ ggml
metal : fix FA support checks (#29122)
Georgi Gerganov60b06ab9a9ee
diff --git a/ggml/src/ggml-metal/ggml-metal-device.m b/ggml/src/ggml-metal/ggml-metal-device.mindex 952d1c0a64..0f42d5700c 100644--- a/ggml/src/ggml-metal/ggml-metal-device.m+++ b/ggml/src/ggml-metal/ggml-metal-device.m@@ -1733,6 +1733,12 @@ bool ggml_metal_device_supports_op(ggml_metal_device_t dev, const struct ggml_teop->src[0]->ne[0] != 576) {return false;}+ if (op->src[1]->ne[0] == 72 && op->src[1]->ne[0] != op->src[2]->ne[0]) {+ return false;+ }+ if (op->src[1]->ne[0] < op->src[2]->ne[0]) {+ return false;+ }if (op->src[1]->type != op->src[2]->type) {return false;}