This still needed for some reason too

2025-11-04 09:58:40 +02:00
parent 9a588a42ec
commit 8002d8a2f9
2 changed files with 2 additions and 2 deletions
@@ -151,7 +151,7 @@ class GGUFLinear(nn.Linear):
                patch_diff = torch.mm(
                    lora_diff_0.flatten(start_dim=1),
                    lora_diff_1.flatten(start_dim=1)
-                ).reshape(weight.shape)
+                ).reshape(weight.shape) + 0
                alpha = lora_diff_2 / lora_diff_1.shape[0] if lora_diff_2 is not None else 1.0
                scale = lora_strength * alpha
                weight = weight.add(patch_diff, alpha=scale)