From 76218620113b49892eed9dda51fa08f2e29f3cb5 Mon Sep 17 00:00:00 2001 From: rlsu9 Date: Fri, 14 Mar 2025 04:13:43 +0000 Subject: [PATCH] fix indent detail --- fastvideo/models/hunyuan/modules/attenion.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fastvideo/models/hunyuan/modules/attenion.py b/fastvideo/models/hunyuan/modules/attenion.py index c187329b7..563fd4025 100644 --- a/fastvideo/models/hunyuan/modules/attenion.py +++ b/fastvideo/models/hunyuan/modules/attenion.py @@ -7,10 +7,12 @@ try: except ImportError: print("Could not load Sliding Tile Attention.") sliding_tile_attention = None + from fastvideo.models.flash_attn_no_pad import flash_attn_no_pad from fastvideo.utils.communications import all_gather, all_to_all_4D from fastvideo.utils.parallel_states import get_sequence_parallel_state, nccl_info + def attention( q, k, @@ -90,9 +92,7 @@ def parallel_attention(q, k, v, img_q_len, img_kv_len, text_mask, mask_strategy= start_head = current_rank * head_num windows = [mask_strategy[head_idx + start_head] for head_idx in range(head_num)] - hidden_states = sliding_tile_attention(query, key, value, windows, text_length).transpose(1, 2) - else: query = torch.cat([query, encoder_query], dim=1) key = torch.cat([key, encoder_key], dim=1)