LLM inference in C/C++
C++ ggml
syscl : Handle (fail gracefully) unsupported tq1_0 quants (#28681)
Michael Taylor2a3005c23f60
diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cppindex 4091f73a46..f225682f28 100644--- a/ggml/src/ggml-sycl/ggml-sycl.cpp+++ b/ggml/src/ggml-sycl/ggml-sycl.cpp@@ -6326,7 +6326,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, consreturn false;}- if (src0_type == GGML_TYPE_TQ2_0) {+ if (src0_type == GGML_TYPE_TQ2_0 || src0_type == GGML_TYPE_TQ1_0) {return false;}@@ -6380,7 +6380,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, conscase GGML_OP_SET_ROWS:{- if (op->type == GGML_TYPE_TQ2_0) {+ if (op->type == GGML_TYPE_TQ2_0 || op->type == GGML_TYPE_TQ1_0) {return false;}auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 ||@@ -6502,12 +6502,14 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, conssrc1_type == GGML_TYPE_IQ3_S ||src1_type == GGML_TYPE_IQ1_S ||src1_type == GGML_TYPE_IQ1_M ||- src1_type == GGML_TYPE_TQ2_0) {+ src1_type == GGML_TYPE_TQ2_0 ||+ src1_type == GGML_TYPE_TQ1_0) {return false;}}- if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) {+ if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0 ||+ src0_type == GGML_TYPE_TQ1_0 || src1_type == GGML_TYPE_TQ1_0) {return false;}