Spaces:

Fabrice-TIERCELIN
/

HunyuanVideo

Running

Fabrice-TIERCELIN commited on 13 days ago

Commit

8b0a0d1

verified ·

1 Parent(s): 04c38b1

" rather than '

Files changed (1) hide show

hyvideo/modules/attenion.py CHANGED Viewed

@@ -178,7 +178,7 @@ def parallel_attention(
         joint_tensor_value=v[:,img_kv_len:cu_seqlens_kv[1]],
         joint_strategy="rear",
     )
-    if flash_attn.__version__ >= '2.7.0':
         attn2, *_ = _flash_attn_forward(
             q[:,cu_seqlens_q[1]:],
             k[:,cu_seqlens_kv[1]:],

         joint_tensor_value=v[:,img_kv_len:cu_seqlens_kv[1]],
         joint_strategy="rear",
     )
+    if flash_attn.__version__ >= "2.7.0":
         attn2, *_ = _flash_attn_forward(
             q[:,cu_seqlens_q[1]:],
             k[:,cu_seqlens_kv[1]:],