Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

2.8 KB
Raw Blame
use comfy_table::{ContentArrangement, Table, presets::UTF8_FULL};
use shoji::types::basic::ReasoningEffort;
use tokio_stream::StreamExt;
use uzu::engine::{Engine, EngineConfig};

use crate::interactive::{
    app::CliApplication,
    list::{get_checkpoints, get_families},
};

mod app;
mod components;
mod flows;
mod helpers;
mod keyboard_enhancement;
mod list;
mod non_interactive;
mod sampling;
mod sessions;
mod util;

pub use non_interactive::run_non_interactive;

const APP_IDENTIFIER: &str = "com.trymirai.cli";

pub async fn run_interactive(
    model: Option<String>,
    reasoning_effort: Option<ReasoningEffort>,
    seed: Option<i64>,
    no_tools: bool,
) -> anyhow::Result<()> {
    let engine_config = EngineConfig::default();
    let application = CliApplication::create(engine_config).await?;
    application.run_with_model(model, reasoning_effort, seed, no_tools).await?;
    Ok(())
}

pub async fn run_list_models() -> anyhow::Result<()> {
    let engine_config = EngineConfig::default();
    let engine = Engine::new(engine_config).await?;
    let models = list_models(&engine).await?;
    if models.is_empty() {
        return Err(anyhow::anyhow!("No models to run"));
    }

    let families = get_families(&models);
    let mut table = Table::new();
    table
        .load_style(UTF8_FULL.with_rounded_corners().with_solid_inner_borders())
        .set_content_arrangement(ContentArrangement::Dynamic)
        .set_header(vec!["Name", "ID"]);

    for family in &families {
        table.add_row(vec![&family.name, &family.id]);
    }
    println!("{table}");

    Ok(())
}

pub async fn run_list_checkpoints(model_id: String) -> anyhow::Result<()> {
    let engine_config = EngineConfig::default();
    let engine = Engine::new(engine_config).await?;
    let models = list_models(&engine).await?;
    let checkpoints = get_checkpoints(&models, &model_id);
    if checkpoints.is_empty() {
        return Err(anyhow::anyhow!("No checkpoints found for model: {model_id}"));
    }

    let mut table = Table::new();
    table
        .load_style(UTF8_FULL.with_rounded_corners().with_solid_inner_borders())
        .set_content_arrangement(ContentArrangement::Dynamic)
        .set_header(vec!["Name", "ID"]);

    for checkpoint in &checkpoints {
        table.add_row(vec![&checkpoint.name, &checkpoint.id]);
    }
    println!("{table}");

    Ok(())
}

async fn list_models(engine: &Engine) -> anyhow::Result<Vec<shoji::types::model::Model>> {
    // These commands print once and exit; take the final snapshot rather than
    // whichever registry happened to answer first. Interactive views subscribe.
    let mut updates = engine.catalog_subscribe();
    while engine.catalog_is_refreshing() {
        if updates.next().await.is_none() {
            break;
        }
    }
    Ok(engine.models().await?)
}