nodes/city96-ComfyUI_ExtraModels
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #33 from GavChap/sdp-attn-fix

Browse Source 
Update PixArt_blocks.py
This commit is contained in:
City
2024-05-12 22:07:52 +02:00
committed by GitHub
parent c2e2f6e810 3824b0d7b9
commit 1e5dc8e10d
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
PixArt/models/PixArt_blocks.py
+1
View File
@@ -189,6 +189,7 @@ class AttentionKVCompress(Attention_):
q, k, v = map(lambda t: t.transpose(1, 2),(q, k, v),) q, k, v = map(lambda t: t.transpose(1, 2),(q, k, v),)
x = torch.nn.functional.scaled_dot_product_attention( x = torch.nn.functional.scaled_dot_product_attention(
q, k, v, q, k, v,
dropout_p=self.attn_drop.p,
attn_mask=attn_bias attn_mask=attn_bias
).transpose(1, 2).contiguous() ).transpose(1, 2).contiguous()
x = x.view(B, N, C) x = x.view(B, N, C)