Update config init

2024-05-04 09:13:01 +02:00
parent 4422f0b0d0
commit c005e3c637
1 changed files with 1 additions and 4 deletions
@@ -52,10 +52,7 @@ class Loader:
    def setup(self, model, cache_bits, max_seq_len):
        self.unload()
        self.cache_bits = cache_bits
-
-        self.config = ExLlamaV2Config()
-        self.config.model_dir = __class__._MODELS[model]
-        self.config.prepare()
+        self.config = ExLlamaV2Config(__class__._MODELS[model])

        if max_seq_len:
            self.config.max_seq_len = max_seq_len