From c005e3c6371cf9e3fa43c8b2a05bb4fa07a6a303 Mon Sep 17 00:00:00 2001 From: Zuellni <123005779+Zuellni@users.noreply.github.com> Date: Sat, 4 May 2024 09:13:01 +0200 Subject: [PATCH] Update config init --- exllama.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/exllama.py b/exllama.py index d9ab86c..7095e60 100644 --- a/exllama.py +++ b/exllama.py @@ -52,10 +52,7 @@ class Loader: def setup(self, model, cache_bits, max_seq_len): self.unload() self.cache_bits = cache_bits - - self.config = ExLlamaV2Config() - self.config.model_dir = __class__._MODELS[model] - self.config.prepare() + self.config = ExLlamaV2Config(__class__._MODELS[model]) if max_seq_len: self.config.max_seq_len = max_seq_len