Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

tokenizer_config.json parsing fix

Aleksei Savina6abe047f797
diff --git a/uzu/src/session/config/common.rs b/uzu/src/session/config/common.rs
index 8d843ff78..71d5af5f6 100644
--- a/uzu/src/session/config/common.rs
+++ b/uzu/src/session/config/common.rs
@@ -22,6 +22,9 @@ impl<T: Clone> ValueOrList<T> {
pub enum ValueOrToken {
Value(String),
Token(AddedToken),
+ Property {
+ content: String,
+ },
}
impl ValueOrToken {
@@ -29,6 +32,9 @@ impl ValueOrToken {
match self {
ValueOrToken::Value(value) => value.clone(),
ValueOrToken::Token(token) => token.content.clone(),
+ ValueOrToken::Property {
+ content,
+ } => content.clone(),
}
}
}