The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fallback to slice attention if xformers doesn't support the operation.
comfyanonymous1c794a21613d
diff --git a/comfy/ldm/modules/diffusionmodules/model.py b/comfy/ldm/modules/diffusionmodules/model.pyindex 9c2ea66b3..4c1f4ecef 100644--- a/comfy/ldm/modules/diffusionmodules/model.py+++ b/comfy/ldm/modules/diffusionmodules/model.py@@ -286,25 +286,17 @@ class MemoryEfficientAttnBlock(nn.Module):# compute attentionB, C, H, W = q.shape- q, k, v = map(lambda x: rearrange(x, 'b c h w -> b (h w) c'), (q, k, v))-q, k, v = map(- lambda t: t.unsqueeze(3)- .reshape(B, t.shape[1], 1, C)- .permute(0, 2, 1, 3)- .reshape(B * 1, t.shape[1], C)- .contiguous(),+ lambda t: t.view(B, C, -1).transpose(1, 2).contiguous(),(q, k, v),)- out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=None, op=self.attention_op)- out = (- out.unsqueeze(0)- .reshape(B, 1, out.shape[1], C)- .permute(0, 2, 1, 3)- .reshape(B, out.shape[1], C)- )- out = rearrange(out, 'b (h w) c -> b c h w', b=B, h=H, w=W, c=C)+ try:+ out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=None, op=self.attention_op)+ out = out.transpose(1, 2).reshape(B, C, H, W)+ except NotImplementedError as e:+ out = slice_attention(q.view(B, -1, C), k.view(B, -1, C).transpose(1, 2), v.view(B, -1, C).transpose(1, 2)).reshape(B, C, H, W)+out = self.proj_out(out)return x+out