You don't need that after all

This commit is contained in:
BigStationW
2025-06-18 05:18:41 +02:00
committed by GitHub
parent 645e8f9680
commit 313c5fd1ee
+1 -3
View File
@@ -44,7 +44,7 @@ def match_seq_len(tensor_to_resize, reference_tensor):
return F.pad(tensor_to_resize, padding, "constant", 0) return F.pad(tensor_to_resize, padding, "constant", 0)
# This new forward function will contain the NAG logic for Chroma's DoubleStreamBlock. # This new forward function will contain the NAG logic for Chroma's DoubleStreamBlock.
def chroma_doublestream_forward_nag(self, img, txt, pe, vec=None, attn_mask=None, distill_vec=None): def chroma_doublestream_forward_nag(self, img, txt, pe, vec, attn_mask=None):
""" """
A patched forward function for a DoubleStreamBlock that incorporates Normalized Attention Guidance. A patched forward function for a DoubleStreamBlock that incorporates Normalized Attention Guidance.
@@ -59,8 +59,6 @@ def chroma_doublestream_forward_nag(self, img, txt, pe, vec=None, attn_mask=None
to create a final, guided attention result for the image tokens. to create a final, guided attention result for the image tokens.
d. The rest of the block's operations (MLP, etc.) proceed with this guided result. d. The rest of the block's operations (MLP, etc.) proceed with this guided result.
""" """
if distill_vec is not None:
vec = distill_vec
# Deconstruct modulation vectors # Deconstruct modulation vectors
(img_mod1, img_mod2), (txt_mod1, txt_mod2) = vec (img_mod1, img_mod2), (txt_mod1, txt_mod2) = vec