Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

better speculator metrics (#272)

uuuvnbbd3500dbf1a
diff --git a/crates/cli/src/handlers/run.rs b/crates/cli/src/handlers/run.rs
index cbcfe95d1..c715c908c 100644
--- a/crates/cli/src/handlers/run.rs
+++ b/crates/cli/src/handlers/run.rs
@@ -24,18 +24,14 @@ fn format_output(output: Output) -> String {
let style_stats = Style::new().bold();
- let acceptance_info = if let Some(generate_stats) = &stats.generate_stats {
- if generate_stats.speculator_proposed > 0 {
- let acceptance_rate = generate_stats.speculator_accepted as f64 / generate_stats.speculator_proposed as f64;
- format!(
- ", speculation-rate: {:.0}/{:.0} ({:.0}%)",
- generate_stats.speculator_accepted,
- generate_stats.speculator_proposed,
- acceptance_rate * 100.0
- )
- } else {
- String::new()
- }
+ let acceptance_info = if let Some(generate_stats) = &stats.generate_stats
+ && generate_stats.speculator_proposed > 0
+ {
+ format!(
+ ", speculation-rate: {:.2}",
+ generate_stats.speculator_accepted as f64
+ / (generate_stats.tokens_count - generate_stats.speculator_accepted) as f64,
+ )
} else {
String::new()
};