Update model.py

This commit is contained in:
kijai
2025-03-26 18:59:13 +02:00
parent e5df47a2d3
commit 921e577ad9
+1 -2
View File
@@ -555,8 +555,7 @@ class WanAttentionBlock(nn.Module):
return x
else:
cross_attn_result = self.cross_attn(self.norm3(x), context, context_lens, clip_embed=clip_embed)
x = x + cross_attn_result
x = x + self.cross_attn(self.norm3(x), context, context_lens, clip_embed=clip_embed)
y = self.ffn(self.norm2(x).float() * (1 + e[4]) + e[3])
x = x.to(torch.float32) + (y.to(torch.float32) * e[5].to(torch.float32))
return x