Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

1000 B
Raw Blame
use half::{bf16, f16};
use num_traits::{Float, ToPrimitive};
use uzu_engine_macros::kernel;

use crate::data_type::DataTypeRepr;

#[kernel(PoolingMean)]
#[variants(T, f32, f16, bf16)]
pub fn pooling_mean<T: DataTypeRepr + Float>(
    input: *const T,
    output: *mut T,
    seq_len: u32,
    hidden_dim: u32,
    batch_size: u32,
) {
    let seq_len = seq_len as usize;
    let hidden_dim = hidden_dim as usize;
    let batch_size = batch_size as usize;

    for dim_idx in 0..hidden_dim {
        for batch_idx in 0..batch_size {
            let mut sum = 0f32;
            for seq_idx in 0..seq_len {
                unsafe {
                    let position = batch_idx * seq_len * hidden_dim + seq_idx * hidden_dim + dim_idx;
                    sum += (*input.add(position)).to_f32().unwrap();
                }
            }
            unsafe {
                *output.add(batch_idx * hidden_dim + dim_idx) = T::from(sum / seq_len.to_f32().unwrap()).unwrap();
            }
        }
    }
}