8 Commits
Author SHA1 Message Date
Rei Koshka 38238ea475 Merge pull request #10 from ComfyNodePRs/licence-update
Update PyProject Toml - License
2024-08-11 01:24:01 +03:00
snomiao 16c88765fd chore(licence-update): Update PyProject Toml - License 2024-07-31 13:43:24 +00:00
Rei Koshka 0785d73e38 Bump version to 0.1.4 2024-07-27 00:19:12 +03:00
Rei Koshka 70cb308c80 Merge pull request #9 from mira-6/bf16-fix
Ensure that q, k, and v dtypes match.
2024-07-27 00:15:38 +03:00
Fox Rayside c39aad681a Merge pull request #1 from mira-6/mira-6-patch-1
Update attention_couple.py
2024-07-25 12:47:10 -04:00
Fox Rayside 6dc99ad241 Update attention_couple.py
Ensure all dtypes match.
2024-07-25 12:45:38 -04:00
Rei Koshka 49e0628e73 Bump version at Comfy Registry configuration to 0.1.3 2024-07-17 01:23:23 +03:00
Rei Koshka d6d788b9ee GH-7 Revert attempt to fix prompt size difference failure 2024-07-17 01:10:07 +03:00
2 changed files with 11 additions and 5 deletions
+9 -3
View File
@@ -116,8 +116,8 @@ class AttentionCouple:
masks_uncond = get_masks_from_q(self.negative_positive_masks[0], q_list[0], extra_options["original_shape"])
masks_cond = get_masks_from_q(self.negative_positive_masks[1], q_list[0], extra_options["original_shape"])
context_uncond = self.negative_positive_conds[0][0]
context_cond = self.negative_positive_conds[1][0]
context_uncond = torch.cat([cond for cond in self.negative_positive_conds[0]], dim=0)
context_cond = torch.cat([cond for cond in self.negative_positive_conds[1]], dim=0)
k_uncond = module.to_k(context_uncond)
k_cond = module.to_k(context_cond)
@@ -138,7 +138,13 @@ class AttentionCouple:
length = len_neg
q_target = q_list[i].repeat(length, 1, 1)
k = torch.cat([k[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
v = torch.cat([v[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
if k.dtype != q_target.dtype or v.dtype != q_target.dtype:
# Ensure all dtypes match
k = k.to(q_target.dtype)
v = v.to(q_target.dtype)
qkv = optimized_attention(q_target, k, v, extra_options["n_heads"])
qkv = qkv * masks
qkv = qkv.view(length, b, -1, module.heads * module.dim_head).sum(dim=0)
+2 -2
View File
@@ -1,8 +1,8 @@
[project]
name = "comfyui-comfycouple"
description = "If you want to draw two different characters together without blending their features, so you could try to check out this custom node."
version = "0.1.2"
license = "GPL-3.0"
version = "0.1.4"
license = { text = "GNU General Public License v3.0" }
[project.urls]
Repository = "https://github.com/Danand/ComfyUI-ComfyCouple"