The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Replace manual x * sigmoid(x) with torch silu in VAE nonlinearity (#9057)
chaObserv61b08d4ba65f
diff --git a/comfy/ldm/cosmos/cosmos_tokenizer/utils.py b/comfy/ldm/cosmos/cosmos_tokenizer/utils.pyindex 3af8d0d05..ca993006f 100644--- a/comfy/ldm/cosmos/cosmos_tokenizer/utils.py+++ b/comfy/ldm/cosmos/cosmos_tokenizer/utils.py@@ -58,7 +58,8 @@ def is_odd(n: int) -> bool:def nonlinearity(x):- return x * torch.sigmoid(x)+ # x * sigmoid(x)+ return torch.nn.functional.silu(x)def Normalize(in_channels, num_groups=32):diff --git a/comfy/ldm/modules/diffusionmodules/model.py b/comfy/ldm/modules/diffusionmodules/model.pyindex 8162742cf..5c0373b74 100644--- a/comfy/ldm/modules/diffusionmodules/model.py+++ b/comfy/ldm/modules/diffusionmodules/model.py@@ -36,7 +36,7 @@ def get_timestep_embedding(timesteps, embedding_dim):def nonlinearity(x):# swish- return x*torch.sigmoid(x)+ return torch.nn.functional.silu(x)def Normalize(in_channels, num_groups=32):