Can't do this inplace with all models

2025-09-02 17:09:05 +03:00
parent 42d7180759
commit 4cf23a5a40
1 changed files with 1 additions and 1 deletions
@@ -107,7 +107,7 @@ class CustomLinear(nn.Linear):
            ).reshape(weight.shape)
            alpha = lora_diff[2] / lora_diff[1].shape[0] if lora_diff[2] is not None else 1.0
            scale = lora_strength * alpha
-            weight.add_(patch_diff, alpha=scale)
+            weight.add(patch_diff, alpha=scale)
        return weight
    
 def remove_lora_from_module(module):