Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

SSM detection criteria changed

Aleksei Savinedcc2fb414ba
diff --git a/crates/uzu/src/session/chat_session.rs b/crates/uzu/src/session/chat_session.rs
index 823e65f9d..e39e90f02 100644
--- a/crates/uzu/src/session/chat_session.rs
+++ b/crates/uzu/src/session/chat_session.rs
@@ -98,7 +98,7 @@ impl ChatSession {
.and_then(|dc| dc.layer_configs)
.map(|layers| {
layers.iter().any(|layer| {
- matches!(layer.mixer_config, MixerConfig::Mamba(_))
+ !matches!(layer.mixer_config, MixerConfig::Attention(_))
})
})
.unwrap_or(false);