Disable AD

This will be done in the future as it needs more testing.
This commit is contained in:
ExponentialML
2024-03-21 15:18:24 -07:00
committed by GitHub
parent af6fe36f17
commit 3359aa0d48
+2 -1
View File
@@ -41,7 +41,7 @@ class VisualStyleProcessor(object):
module_self,
keys_scale: float = 1.0,
enabled: bool = True,
enabled_animatediff: bool = True,
enabled_animatediff: bool = False,
adain_queries: bool = True,
adain_keys: bool = True,
adain_values: bool = False
@@ -81,6 +81,7 @@ class VisualStyleProcessor(object):
out = optimized_attention_masked(q, k, v, self.module_self.heads, mask)
return self.module_self.to_out(out)
# TODO
def visual_style_forward_ad(self, x, context=None, value=None, mask=None):
q = module_self.to_q(x)
context = default(context, x)