The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Hack to make zimage work in fp16. (#11057)
comfyanonymousdaaceac769a1
diff --git a/comfy/ldm/lumina/model.py b/comfy/ldm/lumina/model.pyindex 7d7e9112c..070b5da09 100644--- a/comfy/ldm/lumina/model.py+++ b/comfy/ldm/lumina/model.py@@ -22,6 +22,10 @@ def modulate(x, scale):# Core NextDiT Model ##############################################################################+def clamp_fp16(x):+ if x.dtype == torch.float16:+ return torch.nan_to_num(x, nan=0.0, posinf=65504, neginf=-65504)+ return xclass JointAttention(nn.Module):"""Multi-head attention module."""@@ -169,7 +173,7 @@ class FeedForward(nn.Module):# @torch.compiledef _forward_silu_gating(self, x1, x3):- return F.silu(x1) * x3+ return clamp_fp16(F.silu(x1) * x3)def forward(self, x):return self.w2(self._forward_silu_gating(self.w1(x), self.w3(x)))@@ -273,27 +277,27 @@ class JointTransformerBlock(nn.Module):scale_msa, gate_msa, scale_mlp, gate_mlp = self.adaLN_modulation(adaln_input).chunk(4, dim=1)x = x + gate_msa.unsqueeze(1).tanh() * self.attention_norm2(- self.attention(+ clamp_fp16(self.attention(modulate(self.attention_norm1(x), scale_msa),x_mask,freqs_cis,transformer_options=transformer_options,- )+ )))x = x + gate_mlp.unsqueeze(1).tanh() * self.ffn_norm2(- self.feed_forward(+ clamp_fp16(self.feed_forward(modulate(self.ffn_norm1(x), scale_mlp),- )+ )))else:assert adaln_input is Nonex = x + self.attention_norm2(- self.attention(+ clamp_fp16(self.attention(self.attention_norm1(x),x_mask,freqs_cis,transformer_options=transformer_options,- )+ )))x = x + self.ffn_norm2(self.feed_forward(diff --git a/comfy/supported_models.py b/comfy/supported_models.pyindex af8120400..afd97160b 100644--- a/comfy/supported_models.py+++ b/comfy/supported_models.py@@ -1027,6 +1027,8 @@ class ZImage(Lumina2):memory_usage_factor = 1.7+ supported_inference_dtypes = [torch.bfloat16, torch.float16, torch.float32]+def clip_target(self, state_dict={}):pref = self.text_encoder_key_prefix[0]hunyuan_detect = comfy.text_encoders.hunyuan_video.llama_detect(state_dict, "{}qwen3_4b.transformer.".format(pref))