The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Disable xformers when tracing model.
comfyanonymous83d969e3975d
diff --git a/comfy/ldm/modules/attention.py b/comfy/ldm/modules/attention.pyindex 74a2fd99a..2ce99d460 100644--- a/comfy/ldm/modules/attention.py+++ b/comfy/ldm/modules/attention.py@@ -313,9 +313,19 @@ except:def attention_xformers(q, k, v, heads, mask=None, attn_precision=None):b, _, dim_head = q.shapedim_head //= heads++ disabled_xformers = False+if BROKEN_XFORMERS:if b * heads > 65535:- return attention_pytorch(q, k, v, heads, mask)+ disabled_xformers = True++ if not disabled_xformers:+ if torch.jit.is_tracing() or torch.jit.is_scripting():+ disabled_xformers = True++ if disabled_xformers:+ return attention_pytorch(q, k, v, heads, mask)q, k, v = map(lambda t: t.reshape(b, -1, heads, dim_head),