Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

fixed shader expectations, it expected unswizzled tile counts

LuckyIYI90b61fe461ab
diff --git a/crates/uzu/src/backends/metal/kernel/matmul/kernel.rs b/crates/uzu/src/backends/metal/kernel/matmul/kernel.rs
index f2a29a5c1..9f6e81742 100644
--- a/crates/uzu/src/backends/metal/kernel/matmul/kernel.rs
+++ b/crates/uzu/src/backends/metal/kernel/matmul/kernel.rs
@@ -423,8 +423,11 @@ impl MatmulKernel {
lda: args.lda,
ldb: args.ldb,
ldd: args.ldd,
- tiles_n: tn_swizzled,
- tiles_m: tm_swizzled,
+ // NOTE: tiles_{n,m} are the *unswizzled* tile counts used for bounds
+ // checks inside the GEMM kernel. The dispatched grid dimensions are
+ // swizzled separately via tn_swizzled/tm_swizzled.
+ tiles_n,
+ tiles_m,
batch_stride_a: (args.lda as i64) * (k as i64),
batch_stride_b: (args.ldb as i64) * (n as i64),
batch_stride_d: (args.ldd as i64) * (n as i64),