LLM inference in C/C++
C++ ggml
sycl : mark tq2_0 as not supported (#27660)
Neo Zhang814d84bc9da5
diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cppindex 3f82020f41..0573643d83 100644--- a/ggml/src/ggml-sycl/ggml-sycl.cpp+++ b/ggml/src/ggml-sycl/ggml-sycl.cpp@@ -6018,6 +6018,11 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, consa->ne[0] > 128 && a->ne[2] == 1 && src0_type == GGML_TYPE_F16) {return false;}++ if (src0_type == GGML_TYPE_TQ2_0) {+ return false;+ }+return true;}case GGML_OP_OUT_PROD:@@ -6068,6 +6073,9 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, conscase GGML_OP_SET_ROWS:{+ if (op->type == GGML_TYPE_TQ2_0) {+ return false;+ }auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 ||op->src[0]->type == GGML_TYPE_BF16) &&(op->src[1]->type == GGML_TYPE_I64 || op->src[1]->type == GGML_TYPE_I32);@@ -6186,11 +6194,16 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, conssrc1_type == GGML_TYPE_IQ3_XXS ||src1_type == GGML_TYPE_IQ3_S ||src1_type == GGML_TYPE_IQ1_S ||- src1_type == GGML_TYPE_IQ1_M) {+ src1_type == GGML_TYPE_IQ1_M ||+ src1_type == GGML_TYPE_TQ2_0) {return false;}}+ if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) {+ return false;+ }+return true;}case GGML_OP_REPEAT_BACK:diff --git a/ggml/src/ggml-sycl/mmvq.cpp b/ggml/src/ggml-sycl/mmvq.cppindex f6a8591e3b..220663d5ac 100644--- a/ggml/src/ggml-sycl/mmvq.cpp+++ b/ggml/src/ggml-sycl/mmvq.cpp@@ -2559,7 +2559,7 @@ void ggml_sycl_op_mul_mat_vec_q(ggml_backend_sycl_context & ctx, const ggml_tens}break;default:- GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(src0->type));+ GGML_ABORT("fatal error: unsupport src0 data type %s\n", ggml_type_name(src0->type));}}GGML_UNUSED(src1);diff --git a/ggml/src/ggml-sycl/set_rows.cpp b/ggml/src/ggml-sycl/set_rows.cppindex 5f8d881a29..c73ad8dc2e 100644--- a/ggml/src/ggml-sycl/set_rows.cpp+++ b/ggml/src/ggml-sycl/set_rows.cpp@@ -546,7 +546,8 @@ static void set_rows_sycl(ggml_backend_sycl_context & ctx, const ggml_tensor * sstream);break;default:- GGML_ABORT("Unsupported tensor type!");+ GGML_ABORT("Unsupported tensor type: src0 %s src1 %s dst %s", ggml_type_name(dst->src[0]->type),+ ggml_type_name(dst->src[1]->type), ggml_type_name(dst->type));break;}}