A high-performance inference engine for AI models
SSM detection criteria changed
Aleksei Savinedcc2fb414ba
diff --git a/crates/uzu/src/session/chat_session.rs b/crates/uzu/src/session/chat_session.rsindex 823e65f9d..e39e90f02 100644--- a/crates/uzu/src/session/chat_session.rs+++ b/crates/uzu/src/session/chat_session.rs@@ -98,7 +98,7 @@ impl ChatSession {.and_then(|dc| dc.layer_configs).map(|layers| {layers.iter().any(|layer| {- matches!(layer.mixer_config, MixerConfig::Mamba(_))+ !matches!(layer.mixer_config, MixerConfig::Attention(_))})}).unwrap_or(false);