Account for not having quantized weights

#188
2024-12-22 19:00:03 +01:00
parent 51fa2cbb5c
commit c6ad4f2363
1 changed files with 3 additions and 2 deletions
@@ -81,8 +81,9 @@ def gguf_sd_loader(path, handle_prefix="model.diffusion_model.", return_arch=Fal

    # mark largest tensor for vram estimation
    qsd = {k:v for k,v in state_dict.items() if is_quantized(v)}
-    max_key = max(qsd.keys(), key=lambda k: qsd[k].numel())
-    state_dict[max_key].is_largest_weight = True
+    if len(qsd) > 0:
+        max_key = max(qsd.keys(), key=lambda k: qsd[k].numel())
+        state_dict[max_key].is_largest_weight = True

    # sanity check debug print
    print("\nggml_sd_loader:")