Update custom_linear.py

2025-10-29 02:50:11 +02:00
parent d2614a9a49
commit 1cd8df5c00
1 changed files with 1 additions and 1 deletions
@@ -131,7 +131,7 @@ class CustomLinear(nn.Linear):
                patch_diff = torch.mm(
                    lora_diff_0.flatten(start_dim=1),
                    lora_diff_1.flatten(start_dim=1)
-                ).reshape(weight.shape)
+                ).reshape(weight.shape) + 0
                alpha = lora_diff_2 / lora_diff_1.shape[0] if lora_diff_2 is not None else 1.0
                scale = lora_strength * alpha
                weight = weight.add(patch_diff, alpha=scale)