Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Add --seed and --no-tools to cli (astra slop) (#846)

uuuvnbc4aa8f585cf
diff --git a/crates/legacy/cli/src/interactive/app.rs b/crates/legacy/cli/src/interactive/app.rs
index d52fb11ce..67e103454 100644
--- a/crates/legacy/cli/src/interactive/app.rs
+++ b/crates/legacy/cli/src/interactive/app.rs
@@ -45,6 +45,8 @@ impl CliApplication {
&self,
model: Option<String>,
reasoning_effort: Option<ReasoningEffort>,
+ seed: Option<i64>,
+ no_tools: bool,
) -> Result<(), CliError> {
if !std::io::stdout().is_terminal() {
return Err(CliError::RenderingError {
@@ -60,6 +62,8 @@ impl CliApplication {
settings,
model,
reasoning_effort,
+ seed,
+ no_tools,
)
}
.render_loop()
diff --git a/crates/legacy/cli/src/interactive/components/application.rs b/crates/legacy/cli/src/interactive/components/application.rs
index c0f784c12..6ff310fc3 100644
--- a/crates/legacy/cli/src/interactive/components/application.rs
+++ b/crates/legacy/cli/src/interactive/components/application.rs
@@ -31,6 +31,8 @@ pub struct ApplicationProps {
pub settings: Option<Settings>,
pub model: Option<String>,
pub reasoning_effort: Option<ReasoningEffort>,
+ pub seed: Option<i64>,
+ pub no_tools: bool,
}
pub struct ModelState {
@@ -48,6 +50,8 @@ pub struct ApplicationState {
preferences: Preferences,
/// Session-scoped thinking override from the command line; never persisted.
thinking_override: Option<ThinkingPreference>,
+ pub seed: Option<i64>,
+ pub no_tools: bool,
pub engine: Engine,
pub settings: Option<Settings>,
pub flow: Option<Box<dyn Flow>>,
@@ -124,6 +128,8 @@ pub fn Application(
level: effort,
enabled: effort != ReasoningEffort::Disabled,
}),
+ seed: props.seed,
+ no_tools: props.no_tools,
flow: None,
history: Vec::new(),
registry: FlowRegistry::default()
diff --git a/crates/legacy/cli/src/interactive/mod.rs b/crates/legacy/cli/src/interactive/mod.rs
index d2e99906e..119ce8511 100644
--- a/crates/legacy/cli/src/interactive/mod.rs
+++ b/crates/legacy/cli/src/interactive/mod.rs
@@ -26,10 +26,12 @@ const APP_IDENTIFIER: &str = "com.trymirai.cli";
pub async fn run_interactive(
model: Option<String>,
reasoning_effort: Option<ReasoningEffort>,
+ seed: Option<i64>,
+ no_tools: bool,
) -> anyhow::Result<()> {
let engine_config = EngineConfig::default().with_application_identifier(APP_IDENTIFIER.to_string());
let application = CliApplication::create(engine_config).await?;
- application.run_with_model(model, reasoning_effort).await?;
+ application.run_with_model(model, reasoning_effort, seed, no_tools).await?;
Ok(())
}
diff --git a/crates/legacy/cli/src/interactive/sessions/chat.rs b/crates/legacy/cli/src/interactive/sessions/chat.rs
index 72f07fcc6..8dbfb7d28 100644
--- a/crates/legacy/cli/src/interactive/sessions/chat.rs
+++ b/crates/legacy/cli/src/interactive/sessions/chat.rs
@@ -7,7 +7,7 @@ use nagare::{
tool::uzu_tool_function,
};
use shoji::types::{
- basic::{CancelToken, ToolCall},
+ basic::{CancelToken, SamplingSeed, ToolCall},
model::Model,
session::chat::{ChatConfig, ChatMessage, ChatReplyConfig, ChatReplyStats, ChatRole},
};
@@ -116,10 +116,19 @@ pub async fn ensure_session(
}
}
- let engine = state.read().engine.clone();
+ let (engine, seed, no_tools) = {
+ let state = state.read();
+ (state.engine.clone(), state.seed, state.no_tools)
+ };
let session = match async {
- let mut session = engine.chat(model.clone(), ChatConfig::default()).await?;
- if session.supports_tool_calls().await {
+ let mut config = ChatConfig::default();
+ if let Some(seed) = seed {
+ config = config.with_sampling_seed(SamplingSeed::Custom {
+ seed,
+ });
+ }
+ let mut session = engine.chat(model.clone(), config).await?;
+ if !no_tools && session.supports_tool_calls().await {
session.add_tool(get_current_date_time).await?;
session.add_tool(sleep).await?;
}
diff --git a/crates/legacy/cli/src/main.rs b/crates/legacy/cli/src/main.rs
index 1630eb4c7..11dc4388e 100644
--- a/crates/legacy/cli/src/main.rs
+++ b/crates/legacy/cli/src/main.rs
@@ -18,6 +18,12 @@ struct Cli {
/// Overrides the saved preference for this run only; never persisted.
#[arg(long, value_name = "EFFORT")]
reasoning_effort: Option<ReasoningEffort>,
+ /// Sampling seed for interactive chat sessions.
+ #[arg(long, value_name = "SEED", allow_negative_numbers = true)]
+ seed: Option<i64>,
+ /// Disable built-in tools in interactive chat sessions.
+ #[arg(long)]
+ no_tools: bool,
#[command(subcommand)]
command: Option<Commands>,
}
@@ -83,7 +89,7 @@ async fn main() -> Result<()> {
Some(Commands::Storage {
download_manager,
}) => storage::run(download_manager).await?,
- None => interactive::run_interactive(cli.model, cli.reasoning_effort).await?,
+ None => interactive::run_interactive(cli.model, cli.reasoning_effort, cli.seed, cli.no_tools).await?,
}
Ok(())