From e6de83b9f988537db7e408bedcf3f19a51a3358c Mon Sep 17 00:00:00 2001
From: ExponentialML <59846140+ExponentialML@users.noreply.github.com>
Date: Fri, 8 Mar 2024 16:02:47 -0800
Subject: [PATCH] Allow full range temporal attn strength

---
 modules/modelscope_modules.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/modules/modelscope_modules.py b/modules/modelscope_modules.py
index 40feb5c..1a7c568 100644
--- a/modules/modelscope_modules.py
+++ b/modules/modelscope_modules.py
@@ -351,7 +351,7 @@ class TemporalTransformer(nn.Module): # nn.Module -> SpatialTransformer
         x = rearrange(x, 'b c f h w -> (b f) c h w')
 
         if use_attn_strength(self.temporal_attn_strength):
-            x = (self.temporal_attn_strength * 0.1) * x + x_in
+            x = self.temporal_attn_strength * x + x_in
         else:
             x = x + x_in
         return x