Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Radix top-k cross-threadgroup coherency (#994)

uuuvn32cd07c3f648
diff --git a/crates/uzu-engine/src/backends/metal/kernel/radix_top_k_small.metal b/crates/uzu-engine/src/backends/metal/kernel/radix_top_k_small.metal
index a35c677cb..3bc7a2e97 100644
--- a/crates/uzu-engine/src/backends/metal/kernel/radix_top_k_small.metal
+++ b/crates/uzu-engine/src/backends/metal/kernel/radix_top_k_small.metal
@@ -161,7 +161,7 @@ KERNEL(RadixTopKSmallCollect)(
const device ulong* prefixes,
device atomic_uint* selected_counts,
device atomic_uint* done_counts,
- device ulong* selected_keys,
+ device coherent(device) ulong* selected_keys,
constant uint& rows,
constant uint& k,
const uint columns SPECIALIZE,