Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Add GET /models endpoint (#218)

Alexander Verbitsky6e6742d89841
diff --git a/crates/cli/src/server/main.rs b/crates/cli/src/server/main.rs
index 6a94ccfdb..1b2ddc7dc 100644
--- a/crates/cli/src/server/main.rs
+++ b/crates/cli/src/server/main.rs
@@ -3,7 +3,7 @@ use std::path::PathBuf;
use log::LevelFilter;
use rocket::{Config, config::LogLevel, log::private as log, routes};
-use crate::server::{SessionState, SessionWrapper, handle_chat_completions, load_session};
+use crate::server::{SessionState, SessionWrapper, handle_chat_completions, handle_models, load_session};
struct SilentLogger;
static SILENT_LOGGER: SilentLogger = SilentLogger;
@@ -49,5 +49,6 @@ pub async fn run_server(
session_wrapper: SessionWrapper::new(session),
};
- let _ = rocket::custom(config).manage(state).mount("/", routes![handle_chat_completions]).launch().await;
+ let _ =
+ rocket::custom(config).manage(state).mount("/", routes![handle_chat_completions, handle_models]).launch().await;
}
diff --git a/crates/cli/src/server/mod.rs b/crates/cli/src/server/mod.rs
index dd63da563..089bffb14 100644
--- a/crates/cli/src/server/mod.rs
+++ b/crates/cli/src/server/mod.rs
@@ -1,6 +1,8 @@
pub mod chat_completions;
pub mod main;
+pub mod models;
pub mod state;
pub use chat_completions::handle_chat_completions;
pub use main::run_server;
+pub use models::handle_models;
pub use state::{SessionState, SessionWrapper, load_session};
diff --git a/crates/cli/src/server/models.rs b/crates/cli/src/server/models.rs
new file mode 100644
index 000000000..8ae5b1900
--- /dev/null
+++ b/crates/cli/src/server/models.rs
@@ -0,0 +1,31 @@
+use rocket::{State, get, serde::json::Json};
+use serde::{Deserialize, Serialize};
+
+use crate::server::SessionState;
+
+#[derive(Serialize, Deserialize)]
+pub struct Model {
+ pub id: String,
+ pub object: String,
+ pub created: u64,
+ pub owned_by: String,
+}
+
+#[derive(Serialize, Deserialize)]
+pub struct ModelsResponse {
+ pub object: String,
+ pub data: Vec<Model>,
+}
+
+#[get("/models")]
+pub fn handle_models(state: &State<SessionState>) -> Json<ModelsResponse> {
+ Json(ModelsResponse {
+ object: "list".to_string(),
+ data: vec![Model {
+ id: state.model_name.clone(),
+ object: "model".to_string(),
+ created: 0,
+ owned_by: "uzu".to_string(),
+ }],
+ })
+}