This commit is contained in:
DeepBeepMeep
2025-07-08 19:46:21 +02:00
parent b00354374c
commit b5d26646c5
3 changed files with 28 additions and 28 deletions

View File

@@ -5,19 +5,19 @@ from einops import rearrange, repeat
from .multitalk_utils import RotaryPositionalEmbedding1D, normalize_and_scale, split_token_counts_and_frame_ids
from wan.modules.attention import pay_attention
import xformers.ops
# import xformers.ops
try:
import flash_attn_interface
FLASH_ATTN_3_AVAILABLE = True
except ModuleNotFoundError:
FLASH_ATTN_3_AVAILABLE = False
# try:
# import flash_attn_interface
# FLASH_ATTN_3_AVAILABLE = True
# except ModuleNotFoundError:
# FLASH_ATTN_3_AVAILABLE = False
try:
import flash_attn
FLASH_ATTN_2_AVAILABLE = True
except ModuleNotFoundError:
FLASH_ATTN_2_AVAILABLE = False
# try:
# import flash_attn
# FLASH_ATTN_2_AVAILABLE = True
# except ModuleNotFoundError:
# FLASH_ATTN_2_AVAILABLE = False
import warnings