Fix error when model isn't fully unloaded and bump requirements

2023-12-02 23:27:41 +01:00
parent eca815e45a
commit 04f0c87e31
2 changed files with 3 additions and 3 deletions
@@ -63,7 +63,7 @@ class Loader:
        return (self,)

    def load(self):
-        if self.ckpt:
+        if self.ckpt and self.cache and self.generator:
            return

        self.ckpt = ExLlamaV2(self.config)