Update gguf.py

2025-07-08 12:33:50 +03:00
parent 372e33bd5b
commit 20e9914645
1 changed files with 2 additions and 1 deletions
@@ -36,6 +36,7 @@ def _replace_with_gguf_linear(model, compute_dtype, state_dict, prefix="", modul
            
            lora_diffs = None
            lora_strengths = None
+            lora_alphas = None
            if len(patch) != 0:
                lora_diffs = [p[1].weights for p in patch]
                lora_strengths = [p[0] for p in patch]
@@ -97,7 +98,7 @@ class GGUFLinear(nn.Linear):
                ).reshape(weight.shape)
                
                # Apply the patch with its strength
-                weight = weight + patch_diff.to(weight.device, self.compute_dtype) * (lora_strength * lora_alpha)
+                weight = weight + ((lora_strength * lora_alpha) * patch_diff).to(self.compute_dtype)

        output = torch.nn.functional.linear(inputs, weight, bias)
        return output