Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

fix test compilation

Eugene Bokhand6acc9f60dc8
diff --git a/crates/uzu/tests/rms_norm_kernel_test.rs b/crates/uzu/tests/rms_norm_kernel_test.rs
index 7c6bfedf3..29517c541 100644
--- a/crates/uzu/tests/rms_norm_kernel_test.rs
+++ b/crates/uzu/tests/rms_norm_kernel_test.rs
@@ -387,8 +387,10 @@ fn test_rms_norm_basic_typed<InputT, ScaleT, OutputT>(
&compute_encoder,
RMSNormArguments {
input_buffer: &input_buffer,
+ input_offset: 0,
scales_buffer: &scale_buffer,
output_buffer: &output_buffer,
+ output_offset: 0,
batch_size,
model_dim,
epsilon,
@@ -518,8 +520,10 @@ fn test_rms_norm_edge_cases_typed<InputT, ScaleT, OutputT>(
&compute_encoder,
RMSNormArguments {
input_buffer: &input_buffer,
+ input_offset: 0,
scales_buffer: &scale_buffer,
output_buffer: &output_buffer,
+ output_offset: 0,
batch_size,
model_dim,
epsilon,
@@ -857,8 +861,10 @@ fn perf_rms_norm_with_size(
&compute_encoder,
RMSNormArguments {
input_buffer: &input_buffer,
+ input_offset: 0,
scales_buffer: &scale_buffer,
output_buffer: &output_buffer,
+ output_offset: 0,
batch_size,
model_dim,
epsilon: EPSILON,
diff --git a/crates/uzu/tests/sampling_test.rs b/crates/uzu/tests/sampling_test.rs
index 03b07c34b..9d4e4c345 100644
--- a/crates/uzu/tests/sampling_test.rs
+++ b/crates/uzu/tests/sampling_test.rs
@@ -129,6 +129,7 @@ fn test_argmax_sampling_with_strategy(strategy: ArgmaxStrategy) {
None,
0,
None,
+ 0,
&output_buffer,
SamplingMethod::Greedy,
batch_size,
@@ -271,6 +272,7 @@ fn test_topp_sampling_from_prob_exact_match(
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Stochastic {
temperature: None,
@@ -401,6 +403,7 @@ fn test_topp_sampling_statistical_large() {
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Stochastic {
temperature: None,
@@ -512,6 +515,7 @@ fn perf_topp_128k_vocab() {
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Stochastic {
temperature: None,
@@ -620,6 +624,7 @@ fn perf_argmax_128k_vocab_with_strategy(strategy: ArgmaxStrategy) {
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Greedy,
BATCH,
@@ -743,6 +748,7 @@ fn test_categorical_sampling() {
Some(&seeds_buffer),
0,
None,
+ 0,
&output_buffer,
SamplingMethod::Stochastic {
temperature: None,
@@ -889,6 +895,7 @@ fn test_categorical_sampling_statistical() {
Some(&seeds_buffer),
0,
None,
+ 0,
&output_buffer,
SamplingMethod::Stochastic {
temperature: None,
@@ -998,6 +1005,7 @@ fn perf_categorical_128k_vocab() {
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Stochastic {
temperature: None,
@@ -1438,6 +1446,7 @@ fn test_minp_sampling_exact_match(
Some(&seeds_buf),
0,
None,
+ 0,
&output_buf,
SamplingMethod::Stochastic {
temperature: None,