Skip to content
Python

fix flash attention

DeepBeepMeepa63aff0377a8
diff --git a/wan/modules/attention.py b/wan/modules/attention.py
index 25a8ef7..e70c098 100644
--- a/wan/modules/attention.py
+++ b/wan/modules/attention.py
@@ -276,7 +276,7 @@ def pay_attention(
k=k,
v=v,
cu_seqlens_q= cu_seqlens_q,
- cu_seqlens_kv= cu_seqlens_k,
+ cu_seqlens_k= cu_seqlens_k,
seqused_q=None,
seqused_k=None,
max_seqlen_q=lq,
@@ -289,8 +289,8 @@ def pay_attention(
q=q,
k=k,
v=v,
- cu_seqlens_q= [0, lq],
- cu_seqlens_kv=[0, lk],
+ cu_seqlens_q= cu_seqlens_q,
+ cu_seqlens_k= cu_seqlens_k,
max_seqlen_q=lq,
max_seqlen_k=lk,
dropout_p=dropout_p,