A high-performance inference engine for AI models
Hotfix attention gemm grouped (#774)
uuuvn0f08f2c71dc9
diff --git a/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs b/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rsindex 14fd5ebbc..53455bfe0 100644--- a/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs+++ b/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs@@ -12,6 +12,7 @@ use crate::{context::MetalContext,error::MetalError,kernel::{AttentionGemmGroupedCombineMetalKernel, AttentionGemmGroupedMetalKernel},+ metal_extensions::DeviceExt,},},data_type::DataType,@@ -76,7 +77,7 @@ impl AttentionGemmGroupedMetal {scale,block_rows,mask,- gpu_core_count: context.device_profile().gpu_core_count(),+ gpu_core_count: context.device.gpu_core_count(),})}