A high-performance inference engine for AI models
update allocation (#872)
eugenecdaf001665d8
diff --git a/crates/uzu-engine/src/parameters/loader.rs b/crates/uzu-engine/src/parameters/loader.rsindex e950aef3f..69190a35a 100644--- a/crates/uzu-engine/src/parameters/loader.rs+++ b/crates/uzu-engine/src/parameters/loader.rs@@ -13,7 +13,7 @@ use thiserror::Error;use super::safetensors_metadata::{HeaderLoadingError, read_metadata as read_st_metadata};use crate::{array::{ArrayElement, size_for_shape},- backends::common::{Allocation, AllocationType, AsBufferRangeRef, Backend, Context, DenseBuffer},+ backends::common::{Allocation, AllocationType, Backend, Context},data_type::DataType,utils::strict_serde::DeserializeStrictOwned,};@@ -164,20 +164,12 @@ impl<'a, 'leaf, B: Backend> ParameterLeaf<'a, 'leaf, B, true> {}pub fn read_allocation(&self) -> Result<Allocation<B>, ParameterLoaderError<B>> {- let allocation = self+ let mut allocation = self.loader.context.create_allocation(self.metadata.size, AllocationType::Global).map_err(ParameterLoaderError::BackendError)?;- let buffer_range = allocation.as_buffer_range_ref();- let range = buffer_range.range();- let destination = unsafe {- std::slice::from_raw_parts_mut(- (buffer_range.buffer().cpu_ptr().as_ptr() as *mut u8).add(range.start),- range.len(),- )- };- self.loader.file.read_exact_at(destination, self.metadata.offset as u64)?;+ self.loader.file.read_exact_at(allocation.as_slice_mut(), self.metadata.offset as u64)?;Ok(allocation)}}