Skip to content

LLM inference in C/C++

C++ ggml

vulkan: use medium matmul tile on Asahi Linux (#24306)

Kevin Liu1af154a76f50
diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
index 387826b6d9..47533c2ba9 100644
--- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp
+++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
@@ -6202,6 +6202,17 @@ static vk_device ggml_vk_get_device(size_t idx) {
break;
}
+ // Honeykrisp driver for Asahi Linux doesn't report VK_VENDOR_ID_APPLE.
+ // Check for Honeykrisp driver and force same configuration as the VK_VENDOR_ID_APPLE case.
+ if (device->driver_id == vk::DriverId::eMesaHoneykrisp) {
+ device->mul_mat_l[i] = false;
+ device->mul_mat_m[i] = true;
+ device->mul_mat_s[i] = false;
+ device->mul_mat_id_l[i] = false;
+ device->mul_mat_id_m[i] = true;
+ device->mul_mat_id_s[i] = false;
+ }
+
device->mul_mat_l_int[i] = device->mul_mat_l[i];
device->mul_mat_m_int[i] = device->mul_mat_m[i];
device->mul_mat_s_int[i] = device->mul_mat_s[i];