From 5344a42eca34fb3c9c19109bcc3e18a2b2ce1927 Mon Sep 17 00:00:00 2001 From: ExponentialML <59846140+ExponentialML@users.noreply.github.com> Date: Fri, 8 Mar 2024 15:57:38 -0800 Subject: [PATCH] Fix temporal attention weight setting --- modules/modelscope_modules.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/modelscope_modules.py b/modules/modelscope_modules.py index 0ad4593..40feb5c 100644 --- a/modules/modelscope_modules.py +++ b/modules/modelscope_modules.py @@ -351,7 +351,7 @@ class TemporalTransformer(nn.Module): # nn.Module -> SpatialTransformer x = rearrange(x, 'b c f h w -> (b f) c h w') if use_attn_strength(self.temporal_attn_strength): - x = (self.temporal_conv_strength * 0.1) * x + x_in + x = (self.temporal_attn_strength * 0.1) * x + x_in else: x = x + x_in return x