The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
fix: correct top-p sampling threshold (#17221)
curealb7ef1f42a3b4a
diff --git a/comfy/text_encoders/llama.py b/comfy/text_encoders/llama.pyindex 88c0d6b24..4ff4158dd 100644--- a/comfy/text_encoders/llama.py+++ b/comfy/text_encoders/llama.py@@ -1292,7 +1292,8 @@ class BaseGenerate:if top_p < 1.0:sorted_logits, sorted_indices = torch.sort(logits, descending=True)cumulative_probs = torch.cumsum(torch.nn.functional.softmax(sorted_logits, dim=-1), dim=-1)- sorted_indices_to_remove = cumulative_probs > top_p+ sorted_indices_to_remove = cumulative_probs >= top_p+ sorted_indices_to_remove[..., 1:] = sorted_indices_to_remove[..., :-1].clone()sorted_indices_to_remove[..., 0] = Falseindices_to_remove = torch.zeros_like(logits, dtype=torch.bool)indices_to_remove.scatter_(1, sorted_indices, sorted_indices_to_remove)