The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Pass tokens when loading text gen model for text generation (#12755)
Jukka Seppänen0a7446ade4bb
diff --git a/comfy/sd.py b/comfy/sd.pyindex a9ad7c2d2..8bcd09582 100644--- a/comfy/sd.py+++ b/comfy/sd.py@@ -428,7 +428,7 @@ class CLIP:def generate(self, tokens, do_sample=True, max_length=256, temperature=1.0, top_k=50, top_p=0.95, min_p=0.0, repetition_penalty=1.0, seed=None):self.cond_stage_model.reset_clip_options()- self.load_model()+ self.load_model(tokens)self.cond_stage_model.set_clip_options({"layer": None})self.cond_stage_model.set_clip_options({"execution_device": self.patcher.load_device})return self.cond_stage_model.generate(tokens, do_sample=do_sample, max_length=max_length, temperature=temperature, top_k=top_k, top_p=top_p, min_p=min_p, repetition_penalty=repetition_penalty, seed=seed)