Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Switch ltxv to use the pytorch RMSNorm. (#7897)

comfyanonymousaa9d759df36f
diff --git a/comfy/ldm/lightricks/model.py b/comfy/ldm/lightricks/model.py
index 6e8e06181..056e101a4 100644
--- a/comfy/ldm/lightricks/model.py
+++ b/comfy/ldm/lightricks/model.py
@@ -1,7 +1,6 @@
import torch
from torch import nn
import comfy.ldm.modules.attention
-from comfy.ldm.genmo.joint_model.layers import RMSNorm
import comfy.ldm.common_dit
from einops import rearrange
import math
@@ -262,8 +261,8 @@ class CrossAttention(nn.Module):
self.heads = heads
self.dim_head = dim_head
- self.q_norm = RMSNorm(inner_dim, dtype=dtype, device=device)
- self.k_norm = RMSNorm(inner_dim, dtype=dtype, device=device)
+ self.q_norm = operations.RMSNorm(inner_dim, dtype=dtype, device=device)
+ self.k_norm = operations.RMSNorm(inner_dim, dtype=dtype, device=device)
self.to_q = operations.Linear(query_dim, inner_dim, bias=True, dtype=dtype, device=device)
self.to_k = operations.Linear(context_dim, inner_dim, bias=True, dtype=dtype, device=device)