Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Update README.md

Aleksei Savin7e12e4bf0910
diff --git a/README.md b/README.md
index 465e30b1a..3577d7d11 100644
--- a/README.md
+++ b/README.md
@@ -33,12 +33,13 @@ Then, create an inference `Session` with a specific model and configuration:
```rust
use std::path::PathBuf;
-use uzu::session::{
- sampling_config::SamplingConfig,
- session::Session,
- session_config::{SessionConfig, SessionRunConfig},
- session_input::SessionInput,
- session_output::SessionOutput
+use uzu::{
+ backends::metal::sampling_config::SamplingConfig,
+ session::{
+ session::Session, session_config::SessionConfig,
+ session_input::SessionInput, session_output::SessionOutput,
+ session_run_config::SessionRunConfig,
+ },
};
fn main() -> Result<(), Box<dyn std::error::Error>> {
@@ -50,9 +51,9 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
let input = SessionInput::Text("Tell about London".to_string());
let tokens_limit = 128;
- let run_config = SessionRunConfig::new_with_sampling(
+ let run_config = SessionRunConfig::new_with_sampling_config(
tokens_limit,
- SamplingConfig::default()
+ Some(SamplingConfig::default())
);
let output = session.run(input, run_config, Some(|_: SessionOutput| {
@@ -111,4 +112,4 @@ Commands:
## License
-This project is licensed under the MIT License. See the [LICENSE](LICENSE) file for details.
\ No newline at end of file
+This project is licensed under the MIT License. See the [LICENSE](LICENSE) file for details.