A high-performance inference engine for AI models
fixed race
LuckyIYIa36bec39f9f4
diff --git a/crates/uzu/src/backends/metal/encodable_block/short_conv_mixer.rs b/crates/uzu/src/backends/metal/encodable_block/short_conv_mixer.rsindex b3eee245d..7d2057a80 100644--- a/crates/uzu/src/backends/metal/encodable_block/short_conv_mixer.rs+++ b/crates/uzu/src/backends/metal/encodable_block/short_conv_mixer.rs@@ -179,6 +179,18 @@ impl ShortConvMixer {let kernel_size = self.config.kernel_size;let state_stride = kernel_size.saturating_sub(1);+ // Allocate temporary padded buffer+ let data_type: DataType =+ self.config.in_projection_config.activation_precision().into();+ let element_size = data_type.size_in_bytes();+ let padded_rows = state_stride + suffix_length;+ let padded_size = (padded_rows * self.model_dim * element_size) as u64;+ let device = in_proj_buf.device();+ let padded_buf = device.new_buffer(+ padded_size,+ metal::MTLResourceOptions::StorageModePrivate,+ );+let mtl_command_buffer =command_buffer.root_command_buffer().to_owned();let compute = mtl_command_buffer.new_compute_command_encoder();