A high-performance inference engine for AI models
reset seed for generator reset
LuckyIYI488d7ee18c4f
diff --git a/crates/uzu/src/language_model/language_model_generator.rs b/crates/uzu/src/language_model/language_model_generator.rsindex e604040b1..de195c3d1 100644--- a/crates/uzu/src/language_model/language_model_generator.rs+++ b/crates/uzu/src/language_model/language_model_generator.rs@@ -10,6 +10,7 @@ use super::{gpu_capture::GpuCaptureManager,grammar::CompiledGrammar,result::{GenerateResult, PrefillResult},+ rng::DerivableSeed,tasks::{LanguageModelGeneratorEncodedTask, LanguageModelGeneratorRunTask},};use crate::{@@ -20,7 +21,7 @@ use crate::{},session::{config::DecodingConfig,- parameter::{ConfigResolvableValue, SamplingMethod},+ parameter::{ConfigResolvableValue, ResolvableValue, SamplingMethod},types::Error,},trie::{TrieCreationConfig, TrieNode},@@ -671,6 +672,10 @@ impl LanguageModelGenerator {self.registered_prefix_len = 0;self.encoded_tasks.clear();self.gpu_capture.reset();++ let base_seed = self.decoding_config.sampling_seed.resolve();+ self.context.next_seed = DerivableSeed::new(base_seed);+ self.context.async_buffers.reset_counter();}pub fn prefix_len(&self) -> usize {