The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix to get fp8 working on T5 base.
comfyanonymousc24f89735223
diff --git a/comfy/text_encoders/t5.py b/comfy/text_encoders/t5.pyindex b6491090a..a1420c6cd 100644--- a/comfy/text_encoders/t5.py+++ b/comfy/text_encoders/t5.py@@ -236,4 +236,6 @@ class T5(torch.nn.Module):def forward(self, input_ids, *args, **kwargs):x = self.shared(input_ids, out_dtype=kwargs.get("dtype", torch.float32))+ if self.dtype not in [torch.float32, torch.float16, torch.bfloat16]:+ x = torch.nan_to_num(x) #Fix for fp8 T5 basereturn self.encoder(x, *args, **kwargs)