LLM inference in C/C++
C++ ggml
vulkan: use medium matmul tile on Asahi Linux (#24306)
Kevin Liu1af154a76f50
diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cppindex 387826b6d9..47533c2ba9 100644--- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp+++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp@@ -6202,6 +6202,17 @@ static vk_device ggml_vk_get_device(size_t idx) {break;}+ // Honeykrisp driver for Asahi Linux doesn't report VK_VENDOR_ID_APPLE.+ // Check for Honeykrisp driver and force same configuration as the VK_VENDOR_ID_APPLE case.+ if (device->driver_id == vk::DriverId::eMesaHoneykrisp) {+ device->mul_mat_l[i] = false;+ device->mul_mat_m[i] = true;+ device->mul_mat_s[i] = false;+ device->mul_mat_id_l[i] = false;+ device->mul_mat_id_m[i] = true;+ device->mul_mat_id_s[i] = false;+ }+device->mul_mat_l_int[i] = device->mul_mat_l[i];device->mul_mat_m_int[i] = device->mul_mat_m[i];device->mul_mat_s_int[i] = device->mul_mat_s[i];