Update gguf.py

2025-10-27 21:02:59 +02:00
parent 54c45500b0
commit e69e068b57
1 changed files with 3 additions and 0 deletions
@@ -121,6 +121,9 @@ class GGUFLinear(nn.Linear):
                    continue
            elif lora_strength == 0.0:
                continue
+            if len(lora_diff) == 1:
+                weight = weight.add(lora_diff[0].to(weight.device), alpha=lora_strength)
+                continue
            patch_diff = torch.mm(
                lora_diff[0].flatten(start_dim=1).to(weight.device),
                lora_diff[1].flatten(start_dim=1).to(weight.device)