Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Revert "This doesn't seem to be needed on chroma. (#8209)" (#8210)

comfyanonymous87f91307782c
diff --git a/comfy/ldm/chroma/layers.py b/comfy/ldm/chroma/layers.py
index 18a4a9cfc..35da91ee2 100644
--- a/comfy/ldm/chroma/layers.py
+++ b/comfy/ldm/chroma/layers.py
@@ -109,6 +109,9 @@ class DoubleStreamBlock(nn.Module):
txt += txt_mod1.gate * self.txt_attn.proj(txt_attn)
txt += txt_mod2.gate * self.txt_mlp((1 + txt_mod2.scale) * self.txt_norm2(txt) + txt_mod2.shift)
+ if txt.dtype == torch.float16:
+ txt = torch.nan_to_num(txt, nan=0.0, posinf=65504, neginf=-65504)
+
return img, txt
@@ -160,6 +163,8 @@ class SingleStreamBlock(nn.Module):
# compute activation in mlp stream, cat again and run second linear layer
output = self.linear2(torch.cat((attn, self.mlp_act(mlp)), 2))
x += mod.gate * output
+ if x.dtype == torch.float16:
+ x = torch.nan_to_num(x, nan=0.0, posinf=65504, neginf=-65504)
return x