Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

export Session directly

Aleksei Savine84b338f1484
diff --git a/README.md b/README.md
index bd05bfcff..bd437d451 100644
--- a/README.md
+++ b/README.md
@@ -82,8 +82,8 @@ Then, create an inference `Session` with a specific model and configuration:
use std::path::PathBuf;
use uzu::session::{
+ Session,
config::{DecodingConfig, RunConfig},
- session::Session,
types::{Input, Output},
};
diff --git a/crates/cli/src/server/state.rs b/crates/cli/src/server/state.rs
index e92854f43..12a904876 100644
--- a/crates/cli/src/server/state.rs
+++ b/crates/cli/src/server/state.rs
@@ -7,9 +7,7 @@ use std::{
use console::Style;
use indicatif::{ProgressBar, ProgressStyle};
-use uzu::session::{
- config::DecodingConfig, helpers::Context, session::Session,
-};
+use uzu::session::{Session, config::DecodingConfig, helpers::Context};
pub struct ContextCache {
pub map: HashMap<String, Rc<Context>>,
diff --git a/crates/uzu/examples/quick_start.rs b/crates/uzu/examples/quick_start.rs
index 809aae564..3a654e193 100644
--- a/crates/uzu/examples/quick_start.rs
+++ b/crates/uzu/examples/quick_start.rs
@@ -1,8 +1,8 @@
use std::path::PathBuf;
use uzu::session::{
+ Session,
config::{DecodingConfig, RunConfig},
- session::Session,
types::{Input, Output},
};
diff --git a/crates/uzu/src/session/mod.rs b/crates/uzu/src/session/mod.rs
index 7fa66d369..107657cbf 100644
--- a/crates/uzu/src/session/mod.rs
+++ b/crates/uzu/src/session/mod.rs
@@ -1,5 +1,6 @@
pub mod config;
pub mod helpers;
pub mod parameter;
-pub mod session;
+mod session;
pub mod types;
+pub use session::Session;
diff --git a/crates/uzu/tests/context_kv_cache_test.rs b/crates/uzu/tests/context_kv_cache_test.rs
index 02d1c05d6..51a9a2b29 100644
--- a/crates/uzu/tests/context_kv_cache_test.rs
+++ b/crates/uzu/tests/context_kv_cache_test.rs
@@ -1,10 +1,10 @@
use std::{path::PathBuf, rc::Rc};
use uzu::session::{
+ Session,
config::{DecodingConfig, RunConfig},
helpers::Context,
parameter::{SamplingMethod, SamplingPolicy},
- session::Session,
types::{Input, Output},
};
diff --git a/crates/uzu/tests/text_session_test.rs b/crates/uzu/tests/text_session_test.rs
index 4507aeaf5..66f0ea5b9 100644
--- a/crates/uzu/tests/text_session_test.rs
+++ b/crates/uzu/tests/text_session_test.rs
@@ -2,12 +2,12 @@ mod common;
use std::path::PathBuf;
use uzu::session::{
+ Session,
config::{DecodingConfig, RunConfig, SpeculatorConfig},
parameter::{
ContextLength, PrefillStepSize, SamplingMethod, SamplingPolicy,
SamplingSeed,
},
- session::Session,
types::{Input, Message, Output, Role},
};