A high-performance inference engine for AI models
use comfy_table::{ContentArrangement, Table, presets::UTF8_FULL};
use shoji::types::basic::ReasoningEffort;
use tokio_stream::StreamExt;
use uzu::engine::{Engine, EngineConfig};
use crate::interactive::{
app::CliApplication,
list::{get_checkpoints, get_families},
};
mod app;
mod components;
mod flows;
mod helpers;
mod keyboard_enhancement;
mod list;
mod non_interactive;
mod sampling;
mod sessions;
mod util;
pub use non_interactive::run_non_interactive;
const APP_IDENTIFIER: &str = "com.trymirai.cli";
pub async fn run_interactive(
model: Option<String>,
reasoning_effort: Option<ReasoningEffort>,
seed: Option<i64>,
no_tools: bool,
) -> anyhow::Result<()> {
let engine_config = EngineConfig::default();
let application = CliApplication::create(engine_config).await?;
application.run_with_model(model, reasoning_effort, seed, no_tools).await?;
Ok(())
}
pub async fn run_list_models() -> anyhow::Result<()> {
let engine_config = EngineConfig::default();
let engine = Engine::new(engine_config).await?;
let models = list_models(&engine).await?;
if models.is_empty() {
return Err(anyhow::anyhow!("No models to run"));
}
let families = get_families(&models);
let mut table = Table::new();
table
.load_style(UTF8_FULL.with_rounded_corners().with_solid_inner_borders())
.set_content_arrangement(ContentArrangement::Dynamic)
.set_header(vec!["Name", "ID"]);
for family in &families {
table.add_row(vec![&family.name, &family.id]);
}
println!("{table}");
Ok(())
}
pub async fn run_list_checkpoints(model_id: String) -> anyhow::Result<()> {
let engine_config = EngineConfig::default();
let engine = Engine::new(engine_config).await?;
let models = list_models(&engine).await?;
let checkpoints = get_checkpoints(&models, &model_id);
if checkpoints.is_empty() {
return Err(anyhow::anyhow!("No checkpoints found for model: {model_id}"));
}
let mut table = Table::new();
table
.load_style(UTF8_FULL.with_rounded_corners().with_solid_inner_borders())
.set_content_arrangement(ContentArrangement::Dynamic)
.set_header(vec!["Name", "ID"]);
for checkpoint in &checkpoints {
table.add_row(vec![&checkpoint.name, &checkpoint.id]);
}
println!("{table}");
Ok(())
}
async fn list_models(engine: &Engine) -> anyhow::Result<Vec<shoji::types::model::Model>> {
// These commands print once and exit; take the final snapshot rather than
// whichever registry happened to answer first. Interactive views subscribe.
let mut updates = engine.catalog_subscribe();
while engine.catalog_is_refreshing() {
if updates.next().await.is_none() {
break;
}
}
Ok(engine.models().await?)
}