nodes/smthemex-ComfyUI_StoryDiffusion
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
smthem
2025-04-05 08:22:39 +08:00
parent 5c3f1945b0
commit 6762cde3eb
66 changed files with 249306 additions and 3468 deletions
Download Patch File Download Diff File Expand all files Collapse all files
msdiffusion/models/attention_processor.py
+3
View File
@@ -273,10 +273,13 @@ class MaskedIPAttnProcessor2_0(nn.Module):
# (batch, heads, source_length, target_length)
attention_mask = attention_mask.view(batch_size, attn.heads, -1, attention_mask.shape[-1])
rf_attention_mask = None
#print(boxes, phrase_idxes, hidden_states.shape[1],self.text_tokens, batch_size, attn.heads,
#hidden_states.dtype, hidden_states.device) #one None 2304 77 2 10 torch.float16 cuda:0
custom_attention_masks = self.prepare_attention_mask_qk(boxes, phrase_idxes, hidden_states.shape[1],
self.text_tokens, batch_size, attn.heads,
hidden_states.dtype, hidden_states.device,
use_masked_text_attention=False)
#print(custom_attention_masks)
attention_mask_qk_image, attention_mask_qk_text, dummy_attention_mask = custom_attention_masks
if attention_mask_qk_image is not None:
attention_mask_qk_image = attention_mask_qk_image.view(batch_size, attn.heads, -1, attention_mask_qk_image.shape[-1])