Python
Fix bug: import xformers before calling
kangzhuoliang8bb6821b6d8c
diff --git a/longcat_video/modules/attention.py b/longcat_video/modules/attention.pyindex 4698a9b..bb5630f 100644--- a/longcat_video/modules/attention.py+++ b/longcat_video/modules/attention.py@@ -2,7 +2,6 @@ from typing import List, Optionalimport torchimport torch.nn as nn-import xformers.opsfrom einops import rearrange@@ -92,6 +91,7 @@ class Attention(nn.Module):)x = rearrange(x, "B S H D -> B H S D")elif self.enable_xformers:+ import xformers.ops# Input tensors must be in format ``[B, M, H, K]``, where B is the batch size, M \# the sequence length, H the number of heads, and K the embeding size per headq = rearrange(q, "B H M K -> B M H K")@@ -241,6 +241,7 @@ class MultiHeadCrossAttention(nn.Module):max_seqlen_k=max(kv_seqlen),)elif self.enable_xformers:+ import xformers.opsattn_bias = xformers.ops.fmha.attn_bias.BlockDiagonalMask.from_seqlens([N] * B, kv_seqlen)x = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=attn_bias)else: