Skip to content

LLM inference in C/C++

C++ ggml

sycl : mark tq2_0 as not supported (#27660)

Neo Zhang814d84bc9da5
diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp
index 3f82020f41..0573643d83 100644
--- a/ggml/src/ggml-sycl/ggml-sycl.cpp
+++ b/ggml/src/ggml-sycl/ggml-sycl.cpp
@@ -6018,6 +6018,11 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
a->ne[0] > 128 && a->ne[2] == 1 && src0_type == GGML_TYPE_F16) {
return false;
}
+
+ if (src0_type == GGML_TYPE_TQ2_0) {
+ return false;
+ }
+
return true;
}
case GGML_OP_OUT_PROD:
@@ -6068,6 +6073,9 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
case GGML_OP_SET_ROWS:
{
+ if (op->type == GGML_TYPE_TQ2_0) {
+ return false;
+ }
auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 ||
op->src[0]->type == GGML_TYPE_BF16) &&
(op->src[1]->type == GGML_TYPE_I64 || op->src[1]->type == GGML_TYPE_I32);
@@ -6186,11 +6194,16 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
src1_type == GGML_TYPE_IQ3_XXS ||
src1_type == GGML_TYPE_IQ3_S ||
src1_type == GGML_TYPE_IQ1_S ||
- src1_type == GGML_TYPE_IQ1_M) {
+ src1_type == GGML_TYPE_IQ1_M ||
+ src1_type == GGML_TYPE_TQ2_0) {
return false;
}
}
+ if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) {
+ return false;
+ }
+
return true;
}
case GGML_OP_REPEAT_BACK:
diff --git a/ggml/src/ggml-sycl/mmvq.cpp b/ggml/src/ggml-sycl/mmvq.cpp
index f6a8591e3b..220663d5ac 100644
--- a/ggml/src/ggml-sycl/mmvq.cpp
+++ b/ggml/src/ggml-sycl/mmvq.cpp
@@ -2559,7 +2559,7 @@ void ggml_sycl_op_mul_mat_vec_q(ggml_backend_sycl_context & ctx, const ggml_tens
}
break;
default:
- GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(src0->type));
+ GGML_ABORT("fatal error: unsupport src0 data type %s\n", ggml_type_name(src0->type));
}
}
GGML_UNUSED(src1);
diff --git a/ggml/src/ggml-sycl/set_rows.cpp b/ggml/src/ggml-sycl/set_rows.cpp
index 5f8d881a29..c73ad8dc2e 100644
--- a/ggml/src/ggml-sycl/set_rows.cpp
+++ b/ggml/src/ggml-sycl/set_rows.cpp
@@ -546,7 +546,8 @@ static void set_rows_sycl(ggml_backend_sycl_context & ctx, const ggml_tensor * s
stream);
break;
default:
- GGML_ABORT("Unsupported tensor type!");
+ GGML_ABORT("Unsupported tensor type: src0 %s src1 %s dst %s", ggml_type_name(dst->src[0]->type),
+ ggml_type_name(dst->src[1]->type), ggml_type_name(dst->type));
break;
}
}