Author SHA1 Message Date
Rei Koshka 0785d73e38 Bump version to 0.1.4 2024-07-27 00:19:12 +03:00
Rei Koshka 70cb308c80 Merge pull request #9 from mira-6/bf16-fix
Ensure that q, k, and v dtypes match.
2024-07-27 00:15:38 +03:00
Fox Rayside c39aad681a Merge pull request #1 from mira-6/mira-6-patch-1
Update attention_couple.py
2024-07-25 12:47:10 -04:00
Fox Rayside 6dc99ad241 Update attention_couple.py
Ensure all dtypes match.
2024-07-25 12:45:38 -04:00
Rei Koshka 49e0628e73 Bump version at Comfy Registry configuration to 0.1.3 2024-07-17 01:23:23 +03:00
2 changed files with 6 additions and 2 deletions
+5 -1
View File
@@ -140,7 +140,11 @@ class AttentionCouple:
q_target = q_list[i].repeat(length, 1, 1)
k = torch.cat([k[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
v = torch.cat([v[i].unsqueeze(0).repeat(b,1,1) for i in range(length)], dim=0)
if k.dtype != q_target.dtype or v.dtype != q_target.dtype:
# Ensure all dtypes match
k = k.to(q_target.dtype)
v = v.to(q_target.dtype)
qkv = optimized_attention(q_target, k, v, extra_options["n_heads"])
qkv = qkv * masks
qkv = qkv.view(length, b, -1, module.heads * module.dim_head).sum(dim=0)
+1 -1
View File
@@ -1,7 +1,7 @@
[project]
name = "comfyui-comfycouple"
description = "If you want to draw two different characters together without blending their features, so you could try to check out this custom node."
version = "0.1.2"
version = "0.1.4"
license = "GPL-3.0"
[project.urls]