Update multitalk.py

2025-08-15 12:24:37 +03:00
parent 4641665393
commit d6bee68845
1 changed files with 1 additions and 1 deletions
@@ -119,7 +119,7 @@ class RotaryPositionalEmbedding1D(nn.Module):
        self.base = 10000


-    @lru_cache(maxsize=32)
+    #@lru_cache(maxsize=32)
    def precompute_freqs_cis_1d(self, pos_indices):

        freqs = 1.0 / (self.base ** (torch.arange(0, self.head_dim, 2)[: (self.head_dim // 2)].float() / self.head_dim))