Allow full range temporal attn strength

2024-03-08 16:02:47 -08:00
parent 5344a42eca
commit e6de83b9f9
1 changed files with 1 additions and 1 deletions
@@ -351,7 +351,7 @@ class TemporalTransformer(nn.Module): # nn.Module -> SpatialTransformer
        x = rearrange(x, 'b c f h w -> (b f) c h w')

        if use_attn_strength(self.temporal_attn_strength):
-            x = (self.temporal_attn_strength * 0.1) * x + x_in
+            x = self.temporal_attn_strength * x + x_in
        else:
            x = x + x_in
        return x