Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Hotfix attention gemm grouped (#774)

uuuvn0f08f2c71dc9
diff --git a/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs b/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs
index 14fd5ebbc..53455bfe0 100644
--- a/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs
+++ b/crates/uzu-engine/src/backends/metal/kernel/attention/gemm_grouped/mod.rs
@@ -12,6 +12,7 @@ use crate::{
context::MetalContext,
error::MetalError,
kernel::{AttentionGemmGroupedCombineMetalKernel, AttentionGemmGroupedMetalKernel},
+ metal_extensions::DeviceExt,
},
},
data_type::DataType,
@@ -76,7 +77,7 @@ impl AttentionGemmGroupedMetal {
scale,
block_rows,
mask,
- gpu_core_count: context.device_profile().gpu_core_count(),
+ gpu_core_count: context.device.gpu_core_count(),
})
}