6 Commits
Author SHA1 Message Date
Rei Koshka 0785d73e38 Bump version to 0.1.4 2024-07-27 00:19:12 +03:00
Rei Koshka 70cb308c80 Merge pull request #9 from mira-6/bf16-fix
Ensure that q, k, and v dtypes match.
2024-07-27 00:15:38 +03:00
Fox Rayside c39aad681a Merge pull request #1 from mira-6/mira-6-patch-1
Update attention_couple.py
2024-07-25 12:47:10 -04:00
Fox Rayside 6dc99ad241 Update attention_couple.py
Ensure all dtypes match.
2024-07-25 12:45:38 -04:00
Rei Koshka 49e0628e73 Bump version at Comfy Registry configuration to 0.1.3 2024-07-17 01:23:23 +03:00
Rei Koshka d6d788b9ee GH-7 Revert attempt to fix prompt size difference failure 2024-07-17 01:10:07 +03:00
2 changed files with 10 additions and 4 deletions
+9 -3
View File
@@ -116,8 +116,8 @@ class AttentionCouple:
masks_uncond = get_masks_from_q(self.negative_positive_masks[0], q_list[0], extra_options["original_shape"])
masks_cond = get_masks_from_q(self.negative_positive_masks[1], q_list[0], extra_options["original_shape"])
context_uncond = self.negative_positive_conds[0][0]
context_cond = self.negative_positive_conds[1][0]
context_uncond = torch.cat([cond for cond in self.negative_positive_conds[0]], dim=0)
context_cond = torch.cat([cond for cond in self.negative_positive_conds[1]], dim=0)
k_uncond = module.to_k(context_uncond)
k_cond = module.to_k(context_cond)
@@ -138,7 +138,13 @@ class AttentionCouple:
length = len_neg
q_target = q_list[i].repeat(length, 1, 1)
k = torch.cat([k[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
v = torch.cat([v[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
if k.dtype != q_target.dtype or v.dtype != q_target.dtype:
# Ensure all dtypes match
k = k.to(q_target.dtype)
v = v.to(q_target.dtype)
qkv = optimized_attention(q_target, k, v, extra_options["n_heads"])
qkv = qkv * masks
qkv = qkv.view(length, b, -1, module.heads * module.dim_head).sum(dim=0)
+1 -1
View File
@@ -1,7 +1,7 @@
[project]
name = "comfyui-comfycouple"
description = "If you want to draw two different characters together without blending their features, so you could try to check out this custom node."
version = "0.1.2"
version = "0.1.4"
license = "GPL-3.0"
[project.urls]