The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Speed up anima a bit. (#14953)
comfyanonymous71b73e3b2bbd
diff --git a/comfy/ldm/cosmos/predict2.py b/comfy/ldm/cosmos/predict2.pyindex aec874815..371296e21 100644--- a/comfy/ldm/cosmos/predict2.py+++ b/comfy/ldm/cosmos/predict2.py@@ -14,6 +14,7 @@ from torchvision import transformsimport comfy.patcher_extensionfrom comfy.ldm.modules.attention import optimized_attentionimport comfy.ldm.common_dit+import comfy.opsimport comfy.quant_ops@@ -161,11 +162,16 @@ class Attention(nn.Module):def apply_norm_and_rotary_pos_emb(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor, rope_emb: Optional[torch.Tensor]) -> Tuple[torch.Tensor, torch.Tensor, torch.Tensor]:- q = self.q_norm(q)- k = self.k_norm(k)v = self.v_norm(v)if self.is_selfattn and rope_emb is not None: # only apply to self-attention!- q, k = comfy.quant_ops.ck.apply_rope_split_half(q, k, rope_emb)+ q_scale, _, q_offload_stream = comfy.ops.cast_bias_weight(self.q_norm, q, offloadable=True)+ k_scale, _, k_offload_stream = comfy.ops.cast_bias_weight(self.k_norm, k, offloadable=True)+ q, k = comfy.quant_ops.ck.rms_rope_split_half(q, k, rope_emb, q_scale, k_scale, self.q_norm.eps)+ comfy.ops.uncast_bias_weight(self.q_norm, q_scale, None, q_offload_stream)+ comfy.ops.uncast_bias_weight(self.k_norm, k_scale, None, k_offload_stream)+ else:+ q = self.q_norm(q)+ k = self.k_norm(k)return q, k, vq, k, v = apply_norm_and_rotary_pos_emb(q, k, v, rope_emb)