Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

BufferArg size (#377)

uuuvnbcfe693e9c83
diff --git a/crates/backend-uzu/build/common/traitgen.rs b/crates/backend-uzu/build/common/traitgen.rs
index 58ba3b0a3..8ea0f84cd 100644
--- a/crates/backend-uzu/build/common/traitgen.rs
+++ b/crates/backend-uzu/build/common/traitgen.rs
@@ -110,62 +110,62 @@ pub fn traitgen_all(backends_kernels: Vec<HashMap<Box<[Box<str>]>, Box<[Kernel]>
let kernel_traits = quote! {
pub trait BufferArg<'a, B: crate::backends::common::Buffer> {
- fn into_parts(self) -> (&'a B, usize);
+ fn into_parts(self) -> (&'a B, usize, usize);
}
impl<'a, B: crate::backends::common::Buffer> BufferArg<'a, B> for &'a B {
- fn into_parts(self) -> (&'a B, usize) {
- (self, 0)
+ fn into_parts(self) -> (&'a B, usize, usize) {
+ (self, 0, self.length())
}
}
impl<'a, B: crate::backends::common::Backend> BufferArg<'a, B::Buffer> for &'a crate::backends::common::Allocation<B> {
- fn into_parts(self) -> (&'a B::Buffer, usize) {
+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {
let (buffer, range) = self.as_buffer_range();
- (buffer, range.start)
+ (buffer, range.start, range.end - range.start)
}
}
impl<'a, B: crate::backends::common::Buffer> BufferArg<'a, B> for (&'a B, usize) {
- fn into_parts(self) -> (&'a B, usize) {
- self
+ fn into_parts(self) -> (&'a B, usize, usize) {
+ (self.0, self.1, self.0.length() - self.1)
}
}
impl<'a, B: crate::backends::common::Backend> BufferArg<'a, B::Buffer> for (&'a crate::backends::common::Allocation<B>, usize) {
- fn into_parts(self) -> (&'a B::Buffer, usize) {
+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {
let (buffer, range) = self.0.as_buffer_range();
- (buffer, range.start + self.1)
+ (buffer, range.start + self.1, range.end - range.start - self.1)
}
}
pub trait BufferArgMut<'a, B: crate::backends::common::Buffer> {
- fn into_parts(self) -> (&'a B, usize);
+ fn into_parts(self) -> (&'a B, usize, usize);
}
impl<'a, B: crate::backends::common::Buffer> BufferArgMut<'a, B> for &'a mut B {
- fn into_parts(self) -> (&'a B, usize) {
- (self, 0)
+ fn into_parts(self) -> (&'a B, usize, usize) {
+ (self, 0, self.length())
}
}
impl<'a, B: crate::backends::common::Backend> BufferArgMut<'a, B::Buffer> for &'a mut crate::backends::common::Allocation<B> {
- fn into_parts(self) -> (&'a B::Buffer, usize) {
+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {
let (buffer, range) = self.as_buffer_range();
- (buffer, range.start)
+ (buffer, range.start, range.end - range.start)
}
}
impl<'a, B: crate::backends::common::Buffer> BufferArgMut<'a, B> for (&'a mut B, usize) {
- fn into_parts(self) -> (&'a B, usize) {
- (&*self.0, self.1)
+ fn into_parts(self) -> (&'a B, usize, usize) {
+ (&*self.0, self.1, self.0.length() - self.1)
}
}
impl<'a, B: crate::backends::common::Backend> BufferArgMut<'a, B::Buffer> for (&'a mut crate::backends::common::Allocation<B>, usize) {
- fn into_parts(self) -> (&'a B::Buffer, usize) {
+ fn into_parts(self) -> (&'a B::Buffer, usize, usize) {
let (buffer, range) = self.0.as_buffer_range();
- (buffer, range.start + self.1)
+ (buffer, range.start + self.1, range.end - range.start - self.1)
}
}
diff --git a/crates/backend-uzu/build/cpu/compiler.rs b/crates/backend-uzu/build/cpu/compiler.rs
index 234ba9164..4ac712b33 100644
--- a/crates/backend-uzu/build/cpu/compiler.rs
+++ b/crates/backend-uzu/build/cpu/compiler.rs
@@ -394,7 +394,7 @@ impl CpuCompiler {
if argument.conditional.is_some() {
Some(quote! {
let #argument_ident = #argument_ident.map(|__dsl_buffer_impl| unsafe {
- let (__dsl_buffer, __dsl_offset) = __dsl_buffer_impl.into_parts();
+ let (__dsl_buffer, __dsl_offset, _) = __dsl_buffer_impl.into_parts();
#buffer_ptr_wrapper(#buffer_ptr.byte_add(__dsl_offset))
});
@@ -402,7 +402,7 @@ impl CpuCompiler {
} else {
Some(quote! {
let #argument_ident = unsafe {
- let (__dsl_buffer, __dsl_offset) = #argument_ident.into_parts();
+ let (__dsl_buffer, __dsl_offset, _) = #argument_ident.into_parts();
#buffer_ptr_wrapper(#buffer_ptr.byte_add(__dsl_offset))
};
diff --git a/crates/backend-uzu/build/metal/bindgen.rs b/crates/backend-uzu/build/metal/bindgen.rs
index 7eb32932d..21b95eb19 100644
--- a/crates/backend-uzu/build/metal/bindgen.rs
+++ b/crates/backend-uzu/build/metal/bindgen.rs
@@ -247,7 +247,7 @@ pub fn bindgen(
quote! {
crate::backends::common::Access {
- range: #arg_name.0.gpu_address_subrange((#arg_name.1)..(#arg_name.0.length())),
+ range: #arg_name.0.gpu_address_subrange((#arg_name.1)..(#arg_name.1 + #arg_name.2)),
flags: crate::backends::common::AccessFlags {
compute_read: true,
compute_write: #compute_write,