A high-performance inference engine for AI models
export Session directly
Aleksei Savine84b338f1484
diff --git a/README.md b/README.mdindex bd05bfcff..bd437d451 100644--- a/README.md+++ b/README.md@@ -82,8 +82,8 @@ Then, create an inference `Session` with a specific model and configuration:use std::path::PathBuf;use uzu::session::{+ Session,config::{DecodingConfig, RunConfig},- session::Session,types::{Input, Output},};diff --git a/crates/cli/src/server/state.rs b/crates/cli/src/server/state.rsindex e92854f43..12a904876 100644--- a/crates/cli/src/server/state.rs+++ b/crates/cli/src/server/state.rs@@ -7,9 +7,7 @@ use std::{use console::Style;use indicatif::{ProgressBar, ProgressStyle};-use uzu::session::{- config::DecodingConfig, helpers::Context, session::Session,-};+use uzu::session::{Session, config::DecodingConfig, helpers::Context};pub struct ContextCache {pub map: HashMap<String, Rc<Context>>,diff --git a/crates/uzu/examples/quick_start.rs b/crates/uzu/examples/quick_start.rsindex 809aae564..3a654e193 100644--- a/crates/uzu/examples/quick_start.rs+++ b/crates/uzu/examples/quick_start.rs@@ -1,8 +1,8 @@use std::path::PathBuf;use uzu::session::{+ Session,config::{DecodingConfig, RunConfig},- session::Session,types::{Input, Output},};diff --git a/crates/uzu/src/session/mod.rs b/crates/uzu/src/session/mod.rsindex 7fa66d369..107657cbf 100644--- a/crates/uzu/src/session/mod.rs+++ b/crates/uzu/src/session/mod.rs@@ -1,5 +1,6 @@pub mod config;pub mod helpers;pub mod parameter;-pub mod session;+mod session;pub mod types;+pub use session::Session;diff --git a/crates/uzu/tests/context_kv_cache_test.rs b/crates/uzu/tests/context_kv_cache_test.rsindex 02d1c05d6..51a9a2b29 100644--- a/crates/uzu/tests/context_kv_cache_test.rs+++ b/crates/uzu/tests/context_kv_cache_test.rs@@ -1,10 +1,10 @@use std::{path::PathBuf, rc::Rc};use uzu::session::{+ Session,config::{DecodingConfig, RunConfig},helpers::Context,parameter::{SamplingMethod, SamplingPolicy},- session::Session,types::{Input, Output},};diff --git a/crates/uzu/tests/text_session_test.rs b/crates/uzu/tests/text_session_test.rsindex 4507aeaf5..66f0ea5b9 100644--- a/crates/uzu/tests/text_session_test.rs+++ b/crates/uzu/tests/text_session_test.rs@@ -2,12 +2,12 @@ mod common;use std::path::PathBuf;use uzu::session::{+ Session,config::{DecodingConfig, RunConfig, SpeculatorConfig},parameter::{ContextLength, PrefillStepSize, SamplingMethod, SamplingPolicy,SamplingSeed,},- session::Session,types::{Input, Message, Output, Role},};