Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Muse prefill fix (#812)

Aleksandr Golokozcba2874f93f5
diff --git a/crates/legacy/hanashi/src/chat/hanashi/messages/streamed/content.rs b/crates/legacy/hanashi/src/chat/hanashi/messages/streamed/content.rs
index 6e34be1a4..81b985793 100644
--- a/crates/legacy/hanashi/src/chat/hanashi/messages/streamed/content.rs
+++ b/crates/legacy/hanashi/src/chat/hanashi/messages/streamed/content.rs
@@ -94,10 +94,16 @@ impl Content {
}
}
- let reasoning = reasoning_parts.concat().trim().to_string();
+ // Keep reasoning byte-for-byte: Muse-Glimmer emits significant trailing whitespace
+ // that its template does not restore when the message is rendered again.
+ let reasoning = reasoning_parts.concat();
+
+ // Text sections may include separators owned by the template rather than the reply
+ // (for example Qwen's newlines around <think>), so keep them out of visible content.
let text = text_parts.concat().trim().to_string();
+
let mut blocks = Vec::new();
- if !reasoning.is_empty() {
+ if !reasoning.trim().is_empty() {
blocks.push(ChatContentBlock::Reasoning {
value: reasoning,
});
@@ -142,3 +148,7 @@ fn tool_call_result_parts(value: Value) -> (Option<String>, Value) {
other => (None, other),
}
}
+
+#[cfg(test)]
+#[path = "../../../../../unit/chat/hanashi/messages/streamed/content.rs"]
+mod tests;
diff --git a/crates/legacy/hanashi/unit/chat/hanashi/messages/streamed/content.rs b/crates/legacy/hanashi/unit/chat/hanashi/messages/streamed/content.rs
new file mode 100644
index 000000000..60a0f29a3
--- /dev/null
+++ b/crates/legacy/hanashi/unit/chat/hanashi/messages/streamed/content.rs
@@ -0,0 +1,69 @@
+use super::*;
+
+#[test]
+fn preserves_reasoning_whitespace_but_normalizes_text() {
+ let blocks = Content::Sections(vec![
+ Section::Reasoning {
+ value: Some(" think\n\n".to_string()),
+ },
+ Section::Text {
+ value: Some(" answer \n".to_string()),
+ },
+ ])
+ .blocks(&ChatRole::Assistant {});
+
+ assert_eq!(
+ blocks,
+ vec![
+ ChatContentBlock::Reasoning {
+ value: " think\n\n".to_string(),
+ },
+ ChatContentBlock::Text {
+ value: "answer".to_string(),
+ },
+ ]
+ );
+}
+
+#[test]
+fn removes_qwen_template_separators_from_visible_text() {
+ let blocks = Content::Sections(vec![
+ Section::Text {
+ value: Some("\n".to_string()),
+ },
+ Section::Reasoning {
+ value: Some("\nLet me think.\n".to_string()),
+ },
+ Section::Text {
+ value: Some("\n\nHello!".to_string()),
+ },
+ ])
+ .blocks(&ChatRole::Assistant {});
+
+ assert_eq!(
+ blocks,
+ vec![
+ ChatContentBlock::Reasoning {
+ value: "\nLet me think.\n".to_string(),
+ },
+ ChatContentBlock::Text {
+ value: "Hello!".to_string(),
+ },
+ ]
+ );
+}
+
+#[test]
+fn drops_whitespace_only_text_sections() {
+ let blocks = Content::Sections(vec![
+ Section::Reasoning {
+ value: Some(" \n".to_string()),
+ },
+ Section::Text {
+ value: Some("\t".to_string()),
+ },
+ ])
+ .blocks(&ChatRole::Assistant {});
+
+ assert!(blocks.is_empty());
+}
diff --git a/crates/legacy/uzu/tests/tool/calls.rs b/crates/legacy/uzu/tests/tool/calls.rs
index 28d191e61..188ef292e 100644
--- a/crates/legacy/uzu/tests/tool/calls.rs
+++ b/crates/legacy/uzu/tests/tool/calls.rs
@@ -193,49 +193,17 @@ async fn run_tool_calls_test(
}
#[tokio::test]
-#[ignore]
-async fn functiongemma_270m_it() {
- // FunctionGemma 270M only handles single-step tool calls out of the box:
- // for the prompts that require chaining (get_current_location -> get_current_temperature) it invents coordinates or
- // asks the user for them instead of calling get_current_location first.
- // Per the model card, multi-step use cases require task-specific fine-tuning.
- run_tool_calls_test("google/functiongemma-270m-it", false, true, &TEST_CASES[..1]).await;
-}
-
-#[tokio::test]
-#[ignore]
-async fn gpt_oss_20b() {
- run_tool_calls_test("openai/gpt-oss-20b", true, false, TEST_CASES).await;
-}
-
-#[tokio::test]
-#[ignore]
-async fn lfm2_350m() {
- run_tool_calls_test("LiquidAI/LFM2-350M", true, false, &TEST_CASES[..1]).await;
-}
-
-#[tokio::test]
-#[ignore]
async fn lfm2_5_350m() {
- run_tool_calls_test("LiquidAI/LFM2.5-350M", true, false, &TEST_CASES[..1]).await;
-}
-
-#[tokio::test]
-#[ignore]
-async fn llama_3_2_1b_instruct() {
- // Like FunctionGemma, Llama 3.2 1B only handles single-step tool calls: for the prompts that
- // require chaining (get_current_location -> get_current_temperature) it invents coordinates
- // (e.g. latitude "37") instead of calling get_current_location first.
- run_tool_calls_test("meta-llama/Llama-3.2-1B-Instruct", true, false, &TEST_CASES[..1]).await;
+ run_tool_calls_test("trymirai/LFM2.5-350M-L", true, false, &TEST_CASES[..1]).await;
}
#[tokio::test]
#[ignore]
-async fn qwen3_1_7b() {
- run_tool_calls_test("Qwen/Qwen3-1.7B", true, false, TEST_CASES).await;
+async fn muse_glimmer_30b_m() {
+ run_tool_calls_test("trymirai/Muse-Glimmer-30B-M", true, false, TEST_CASES).await;
}
#[tokio::test]
async fn qwen3_5_0_8b() {
- run_tool_calls_test("alibaba:qwen3.5:0.8b:mirai:mirai-m:4", true, false, TEST_CASES).await;
+ run_tool_calls_test("trymirai/Qwen3.5-0.8B-M", true, false, TEST_CASES).await;
}