A high-performance inference engine for AI models
Add --seed and --no-tools to cli (astra slop) (#846)
uuuvnbc4aa8f585cf
diff --git a/crates/legacy/cli/src/interactive/app.rs b/crates/legacy/cli/src/interactive/app.rsindex d52fb11ce..67e103454 100644--- a/crates/legacy/cli/src/interactive/app.rs+++ b/crates/legacy/cli/src/interactive/app.rs@@ -45,6 +45,8 @@ impl CliApplication {&self,model: Option<String>,reasoning_effort: Option<ReasoningEffort>,+ seed: Option<i64>,+ no_tools: bool,) -> Result<(), CliError> {if !std::io::stdout().is_terminal() {return Err(CliError::RenderingError {@@ -60,6 +62,8 @@ impl CliApplication {settings,model,reasoning_effort,+ seed,+ no_tools,)}.render_loop()diff --git a/crates/legacy/cli/src/interactive/components/application.rs b/crates/legacy/cli/src/interactive/components/application.rsindex c0f784c12..6ff310fc3 100644--- a/crates/legacy/cli/src/interactive/components/application.rs+++ b/crates/legacy/cli/src/interactive/components/application.rs@@ -31,6 +31,8 @@ pub struct ApplicationProps {pub settings: Option<Settings>,pub model: Option<String>,pub reasoning_effort: Option<ReasoningEffort>,+ pub seed: Option<i64>,+ pub no_tools: bool,}pub struct ModelState {@@ -48,6 +50,8 @@ pub struct ApplicationState {preferences: Preferences,/// Session-scoped thinking override from the command line; never persisted.thinking_override: Option<ThinkingPreference>,+ pub seed: Option<i64>,+ pub no_tools: bool,pub engine: Engine,pub settings: Option<Settings>,pub flow: Option<Box<dyn Flow>>,@@ -124,6 +128,8 @@ pub fn Application(level: effort,enabled: effort != ReasoningEffort::Disabled,}),+ seed: props.seed,+ no_tools: props.no_tools,flow: None,history: Vec::new(),registry: FlowRegistry::default()diff --git a/crates/legacy/cli/src/interactive/mod.rs b/crates/legacy/cli/src/interactive/mod.rsindex d2e99906e..119ce8511 100644--- a/crates/legacy/cli/src/interactive/mod.rs+++ b/crates/legacy/cli/src/interactive/mod.rs@@ -26,10 +26,12 @@ const APP_IDENTIFIER: &str = "com.trymirai.cli";pub async fn run_interactive(model: Option<String>,reasoning_effort: Option<ReasoningEffort>,+ seed: Option<i64>,+ no_tools: bool,) -> anyhow::Result<()> {let engine_config = EngineConfig::default().with_application_identifier(APP_IDENTIFIER.to_string());let application = CliApplication::create(engine_config).await?;- application.run_with_model(model, reasoning_effort).await?;+ application.run_with_model(model, reasoning_effort, seed, no_tools).await?;Ok(())}diff --git a/crates/legacy/cli/src/interactive/sessions/chat.rs b/crates/legacy/cli/src/interactive/sessions/chat.rsindex 72f07fcc6..8dbfb7d28 100644--- a/crates/legacy/cli/src/interactive/sessions/chat.rs+++ b/crates/legacy/cli/src/interactive/sessions/chat.rs@@ -7,7 +7,7 @@ use nagare::{tool::uzu_tool_function,};use shoji::types::{- basic::{CancelToken, ToolCall},+ basic::{CancelToken, SamplingSeed, ToolCall},model::Model,session::chat::{ChatConfig, ChatMessage, ChatReplyConfig, ChatReplyStats, ChatRole},};@@ -116,10 +116,19 @@ pub async fn ensure_session(}}- let engine = state.read().engine.clone();+ let (engine, seed, no_tools) = {+ let state = state.read();+ (state.engine.clone(), state.seed, state.no_tools)+ };let session = match async {- let mut session = engine.chat(model.clone(), ChatConfig::default()).await?;- if session.supports_tool_calls().await {+ let mut config = ChatConfig::default();+ if let Some(seed) = seed {+ config = config.with_sampling_seed(SamplingSeed::Custom {+ seed,+ });+ }+ let mut session = engine.chat(model.clone(), config).await?;+ if !no_tools && session.supports_tool_calls().await {session.add_tool(get_current_date_time).await?;session.add_tool(sleep).await?;}diff --git a/crates/legacy/cli/src/main.rs b/crates/legacy/cli/src/main.rsindex 1630eb4c7..11dc4388e 100644--- a/crates/legacy/cli/src/main.rs+++ b/crates/legacy/cli/src/main.rs@@ -18,6 +18,12 @@ struct Cli {/// Overrides the saved preference for this run only; never persisted.#[arg(long, value_name = "EFFORT")]reasoning_effort: Option<ReasoningEffort>,+ /// Sampling seed for interactive chat sessions.+ #[arg(long, value_name = "SEED", allow_negative_numbers = true)]+ seed: Option<i64>,+ /// Disable built-in tools in interactive chat sessions.+ #[arg(long)]+ no_tools: bool,#[command(subcommand)]command: Option<Commands>,}@@ -83,7 +89,7 @@ async fn main() -> Result<()> {Some(Commands::Storage {download_manager,}) => storage::run(download_manager).await?,- None => interactive::run_interactive(cli.model, cli.reasoning_effort).await?,+ None => interactive::run_interactive(cli.model, cli.reasoning_effort, cli.seed, cli.no_tools).await?,}Ok(())