Fix temporal attention weight setting

This commit is contained in:
ExponentialML
2024-03-08 15:57:38 -08:00
committed by GitHub
parent 7b7e16fa98
commit 5344a42eca
+1 -1
View File
@@ -351,7 +351,7 @@ class TemporalTransformer(nn.Module): # nn.Module -> SpatialTransformer
x = rearrange(x, 'b c f h w -> (b f) c h w')
if use_attn_strength(self.temporal_attn_strength):
x = (self.temporal_conv_strength * 0.1) * x + x_in
x = (self.temporal_attn_strength * 0.1) * x + x_in
else:
x = x + x_in
return x