Author SHA1 Message Date
Rei Koshka d6d788b9ee GH-7 Revert attempt to fix prompt size difference failure 2024-07-17 01:10:07 +03:00
+4 -2
View File
@@ -116,8 +116,8 @@ class AttentionCouple:
masks_uncond = get_masks_from_q(self.negative_positive_masks[0], q_list[0], extra_options["original_shape"])
masks_cond = get_masks_from_q(self.negative_positive_masks[1], q_list[0], extra_options["original_shape"])
context_uncond = self.negative_positive_conds[0][0]
context_cond = self.negative_positive_conds[1][0]
context_uncond = torch.cat([cond for cond in self.negative_positive_conds[0]], dim=0)
context_cond = torch.cat([cond for cond in self.negative_positive_conds[1]], dim=0)
k_uncond = module.to_k(context_uncond)
k_cond = module.to_k(context_cond)
@@ -138,6 +138,8 @@ class AttentionCouple:
length = len_neg
q_target = q_list[i].repeat(length, 1, 1)
k = torch.cat([k[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
v = torch.cat([v[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
qkv = optimized_attention(q_target, k, v, extra_options["n_heads"])
qkv = qkv * masks