Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

hotfix replace suffix length with active_row_count (#309)

uuuvnfc9a0db554f0
diff --git a/crates/uzu/src/encodable_block/delta_net_mixer.rs b/crates/uzu/src/encodable_block/delta_net_mixer.rs
index a2a60de4f..953fae895 100644
--- a/crates/uzu/src/encodable_block/delta_net_mixer.rs
+++ b/crates/uzu/src/encodable_block/delta_net_mixer.rs
@@ -324,19 +324,19 @@ impl<B: Backend> DeltaNetMixer<B> {
state: &mut ForwardPassState<B>,
encoder: &mut Encoder<B>,
) -> Result<(), B::Error> {
- let active_suffix_length = state.active_suffix_length();
- if active_suffix_length == 0 {
+ let active_row_count = state.active_row_count();
+ if active_row_count == 0 {
return Ok(());
}
self.in_projection.encode(state, encoder)?;
- if active_suffix_length == 1 {
+ if active_row_count == 1 {
self.run_conv_update(state, encoder);
self.run_delta_rule(state, encoder);
} else {
- self.run_conv_scan(state, encoder, active_suffix_length);
- self.run_delta_rule_prefill(state, encoder, active_suffix_length);
+ self.run_conv_scan(state, encoder, active_row_count);
+ self.run_delta_rule_prefill(state, encoder, active_row_count);
}
self.out_projection.encode(state, encoder)?;