A high-performance inference engine for AI models
BufferArg size (#377)
uuuvnbcfe693e9c83
diff --git a/crates/backend-uzu/build/common/traitgen.rs b/crates/backend-uzu/build/common/traitgen.rsindex 58ba3b0a3..8ea0f84cd 100644--- a/crates/backend-uzu/build/common/traitgen.rs+++ b/crates/backend-uzu/build/common/traitgen.rs@@ -110,62 +110,62 @@ pub fn traitgen_all(backends_kernels: Vec<HashMap<Box<[Box<str>]>, Box<[Kernel]>let kernel_traits = quote! {pub trait BufferArg<'a, B: crate::backends::common::Buffer> {- fn into_parts(self) -> (&'a B, usize);+ fn into_parts(self) -> (&'a B, usize, usize);}impl<'a, B: crate::backends::common::Buffer> BufferArg<'a, B> for &'a B {- fn into_parts(self) -> (&'a B, usize) {- (self, 0)+ fn into_parts(self) -> (&'a B, usize, usize) {+ (self, 0, self.length())}}impl<'a, B: crate::backends::common::Backend> BufferArg<'a, B::Buffer> for &'a crate::backends::common::Allocation<B> {- fn into_parts(self) -> (&'a B::Buffer, usize) {+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {let (buffer, range) = self.as_buffer_range();- (buffer, range.start)+ (buffer, range.start, range.end - range.start)}}impl<'a, B: crate::backends::common::Buffer> BufferArg<'a, B> for (&'a B, usize) {- fn into_parts(self) -> (&'a B, usize) {- self+ fn into_parts(self) -> (&'a B, usize, usize) {+ (self.0, self.1, self.0.length() - self.1)}}impl<'a, B: crate::backends::common::Backend> BufferArg<'a, B::Buffer> for (&'a crate::backends::common::Allocation<B>, usize) {- fn into_parts(self) -> (&'a B::Buffer, usize) {+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {let (buffer, range) = self.0.as_buffer_range();- (buffer, range.start + self.1)+ (buffer, range.start + self.1, range.end - range.start - self.1)}}pub trait BufferArgMut<'a, B: crate::backends::common::Buffer> {- fn into_parts(self) -> (&'a B, usize);+ fn into_parts(self) -> (&'a B, usize, usize);}impl<'a, B: crate::backends::common::Buffer> BufferArgMut<'a, B> for &'a mut B {- fn into_parts(self) -> (&'a B, usize) {- (self, 0)+ fn into_parts(self) -> (&'a B, usize, usize) {+ (self, 0, self.length())}}impl<'a, B: crate::backends::common::Backend> BufferArgMut<'a, B::Buffer> for &'a mut crate::backends::common::Allocation<B> {- fn into_parts(self) -> (&'a B::Buffer, usize) {+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {let (buffer, range) = self.as_buffer_range();- (buffer, range.start)+ (buffer, range.start, range.end - range.start)}}impl<'a, B: crate::backends::common::Buffer> BufferArgMut<'a, B> for (&'a mut B, usize) {- fn into_parts(self) -> (&'a B, usize) {- (&*self.0, self.1)+ fn into_parts(self) -> (&'a B, usize, usize) {+ (&*self.0, self.1, self.0.length() - self.1)}}impl<'a, B: crate::backends::common::Backend> BufferArgMut<'a, B::Buffer> for (&'a mut crate::backends::common::Allocation<B>, usize) {- fn into_parts(self) -> (&'a B::Buffer, usize) {+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {let (buffer, range) = self.0.as_buffer_range();- (buffer, range.start + self.1)+ (buffer, range.start + self.1, range.end - range.start - self.1)}}diff --git a/crates/backend-uzu/build/cpu/compiler.rs b/crates/backend-uzu/build/cpu/compiler.rsindex 234ba9164..4ac712b33 100644--- a/crates/backend-uzu/build/cpu/compiler.rs+++ b/crates/backend-uzu/build/cpu/compiler.rs@@ -394,7 +394,7 @@ impl CpuCompiler {if argument.conditional.is_some() {Some(quote! {let #argument_ident = #argument_ident.map(|__dsl_buffer_impl| unsafe {- let (__dsl_buffer, __dsl_offset) = __dsl_buffer_impl.into_parts();+ let (__dsl_buffer, __dsl_offset, _) = __dsl_buffer_impl.into_parts();#buffer_ptr_wrapper(#buffer_ptr.byte_add(__dsl_offset))});@@ -402,7 +402,7 @@ impl CpuCompiler {} else {Some(quote! {let #argument_ident = unsafe {- let (__dsl_buffer, __dsl_offset) = #argument_ident.into_parts();+ let (__dsl_buffer, __dsl_offset, _) = #argument_ident.into_parts();#buffer_ptr_wrapper(#buffer_ptr.byte_add(__dsl_offset))};diff --git a/crates/backend-uzu/build/metal/bindgen.rs b/crates/backend-uzu/build/metal/bindgen.rsindex 7eb32932d..21b95eb19 100644--- a/crates/backend-uzu/build/metal/bindgen.rs+++ b/crates/backend-uzu/build/metal/bindgen.rs@@ -247,7 +247,7 @@ pub fn bindgen(quote! {crate::backends::common::Access {- range: #arg_name.0.gpu_address_subrange((#arg_name.1)..(#arg_name.0.length())),+ range: #arg_name.0.gpu_address_subrange((#arg_name.1)..(#arg_name.1 + #arg_name.2)),flags: crate::backends::common::AccessFlags {compute_read: true,compute_write: #compute_write,