Fix attention size typo

2024-07-31 01:25:02 +02:00
parent 5c63d0609f
commit 4d58d29f8e
1 changed files with 1 additions and 1 deletions
@@ -78,7 +78,7 @@ class Loader:

            if self.config.max_input_len > max_seq_len:
                self.config.max_input_len = max_seq_len
-                self.config.max_attention_len = max_seq_len**2
+                self.config.max_attention_size = max_seq_len**2

        self.tokenizer = ExLlamaV2Tokenizer(self.config)
        return (self,)