A high-performance inference engine for AI models
Add GET /models endpoint (#218)
Alexander Verbitsky6e6742d89841
diff --git a/crates/cli/src/server/main.rs b/crates/cli/src/server/main.rsindex 6a94ccfdb..1b2ddc7dc 100644--- a/crates/cli/src/server/main.rs+++ b/crates/cli/src/server/main.rs@@ -3,7 +3,7 @@ use std::path::PathBuf;use log::LevelFilter;use rocket::{Config, config::LogLevel, log::private as log, routes};-use crate::server::{SessionState, SessionWrapper, handle_chat_completions, load_session};+use crate::server::{SessionState, SessionWrapper, handle_chat_completions, handle_models, load_session};struct SilentLogger;static SILENT_LOGGER: SilentLogger = SilentLogger;@@ -49,5 +49,6 @@ pub async fn run_server(session_wrapper: SessionWrapper::new(session),};- let _ = rocket::custom(config).manage(state).mount("/", routes![handle_chat_completions]).launch().await;+ let _ =+ rocket::custom(config).manage(state).mount("/", routes![handle_chat_completions, handle_models]).launch().await;}diff --git a/crates/cli/src/server/mod.rs b/crates/cli/src/server/mod.rsindex dd63da563..089bffb14 100644--- a/crates/cli/src/server/mod.rs+++ b/crates/cli/src/server/mod.rs@@ -1,6 +1,8 @@pub mod chat_completions;pub mod main;+pub mod models;pub mod state;pub use chat_completions::handle_chat_completions;pub use main::run_server;+pub use models::handle_models;pub use state::{SessionState, SessionWrapper, load_session};diff --git a/crates/cli/src/server/models.rs b/crates/cli/src/server/models.rsnew file mode 100644index 000000000..8ae5b1900--- /dev/null+++ b/crates/cli/src/server/models.rs@@ -0,0 +1,31 @@+use rocket::{State, get, serde::json::Json};+use serde::{Deserialize, Serialize};++use crate::server::SessionState;++#[derive(Serialize, Deserialize)]+pub struct Model {+ pub id: String,+ pub object: String,+ pub created: u64,+ pub owned_by: String,+}++#[derive(Serialize, Deserialize)]+pub struct ModelsResponse {+ pub object: String,+ pub data: Vec<Model>,+}++#[get("/models")]+pub fn handle_models(state: &State<SessionState>) -> Json<ModelsResponse> {+ Json(ModelsResponse {+ object: "list".to_string(),+ data: vec![Model {+ id: state.model_name.clone(),+ object: "model".to_string(),+ created: 0,+ owned_by: "uzu".to_string(),+ }],+ })+}