Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

update allocation (#872)

eugenecdaf001665d8
diff --git a/crates/uzu-engine/src/parameters/loader.rs b/crates/uzu-engine/src/parameters/loader.rs
index e950aef3f..69190a35a 100644
--- a/crates/uzu-engine/src/parameters/loader.rs
+++ b/crates/uzu-engine/src/parameters/loader.rs
@@ -13,7 +13,7 @@ use thiserror::Error;
use super::safetensors_metadata::{HeaderLoadingError, read_metadata as read_st_metadata};
use crate::{
array::{ArrayElement, size_for_shape},
- backends::common::{Allocation, AllocationType, AsBufferRangeRef, Backend, Context, DenseBuffer},
+ backends::common::{Allocation, AllocationType, Backend, Context},
data_type::DataType,
utils::strict_serde::DeserializeStrictOwned,
};
@@ -164,20 +164,12 @@ impl<'a, 'leaf, B: Backend> ParameterLeaf<'a, 'leaf, B, true> {
}
pub fn read_allocation(&self) -> Result<Allocation<B>, ParameterLoaderError<B>> {
- let allocation = self
+ let mut allocation = self
.loader
.context
.create_allocation(self.metadata.size, AllocationType::Global)
.map_err(ParameterLoaderError::BackendError)?;
- let buffer_range = allocation.as_buffer_range_ref();
- let range = buffer_range.range();
- let destination = unsafe {
- std::slice::from_raw_parts_mut(
- (buffer_range.buffer().cpu_ptr().as_ptr() as *mut u8).add(range.start),
- range.len(),
- )
- };
- self.loader.file.read_exact_at(destination, self.metadata.offset as u64)?;
+ self.loader.file.read_exact_at(allocation.as_slice_mut(), self.metadata.offset as u64)?;
Ok(allocation)
}
}