A high-performance inference engine for AI models
fix test compilation
Eugene Bokhand6acc9f60dc8
diff --git a/crates/uzu/tests/rms_norm_kernel_test.rs b/crates/uzu/tests/rms_norm_kernel_test.rsindex 7c6bfedf3..29517c541 100644--- a/crates/uzu/tests/rms_norm_kernel_test.rs+++ b/crates/uzu/tests/rms_norm_kernel_test.rs@@ -387,8 +387,10 @@ fn test_rms_norm_basic_typed<InputT, ScaleT, OutputT>(&compute_encoder,RMSNormArguments {input_buffer: &input_buffer,+ input_offset: 0,scales_buffer: &scale_buffer,output_buffer: &output_buffer,+ output_offset: 0,batch_size,model_dim,epsilon,@@ -518,8 +520,10 @@ fn test_rms_norm_edge_cases_typed<InputT, ScaleT, OutputT>(&compute_encoder,RMSNormArguments {input_buffer: &input_buffer,+ input_offset: 0,scales_buffer: &scale_buffer,output_buffer: &output_buffer,+ output_offset: 0,batch_size,model_dim,epsilon,@@ -857,8 +861,10 @@ fn perf_rms_norm_with_size(&compute_encoder,RMSNormArguments {input_buffer: &input_buffer,+ input_offset: 0,scales_buffer: &scale_buffer,output_buffer: &output_buffer,+ output_offset: 0,batch_size,model_dim,epsilon: EPSILON,diff --git a/crates/uzu/tests/sampling_test.rs b/crates/uzu/tests/sampling_test.rsindex 03b07c34b..9d4e4c345 100644--- a/crates/uzu/tests/sampling_test.rs+++ b/crates/uzu/tests/sampling_test.rs@@ -129,6 +129,7 @@ fn test_argmax_sampling_with_strategy(strategy: ArgmaxStrategy) {None,0,None,+ 0,&output_buffer,SamplingMethod::Greedy,batch_size,@@ -271,6 +272,7 @@ fn test_topp_sampling_from_prob_exact_match(Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Stochastic {temperature: None,@@ -401,6 +403,7 @@ fn test_topp_sampling_statistical_large() {Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Stochastic {temperature: None,@@ -512,6 +515,7 @@ fn perf_topp_128k_vocab() {Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Stochastic {temperature: None,@@ -620,6 +624,7 @@ fn perf_argmax_128k_vocab_with_strategy(strategy: ArgmaxStrategy) {Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Greedy,BATCH,@@ -743,6 +748,7 @@ fn test_categorical_sampling() {Some(&seeds_buffer),0,None,+ 0,&output_buffer,SamplingMethod::Stochastic {temperature: None,@@ -889,6 +895,7 @@ fn test_categorical_sampling_statistical() {Some(&seeds_buffer),0,None,+ 0,&output_buffer,SamplingMethod::Stochastic {temperature: None,@@ -998,6 +1005,7 @@ fn perf_categorical_128k_vocab() {Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Stochastic {temperature: None,@@ -1438,6 +1446,7 @@ fn test_minp_sampling_exact_match(Some(&seeds_buf),0,None,+ 0,&output_buf,SamplingMethod::Stochastic {temperature: None,