diff --git a/custom_linear.py b/custom_linear.py index 585c39a..5cabaf0 100644 --- a/custom_linear.py +++ b/custom_linear.py @@ -107,7 +107,7 @@ class CustomLinear(nn.Linear): ).reshape(weight.shape) alpha = lora_diff[2] / lora_diff[1].shape[0] if lora_diff[2] is not None else 1.0 scale = lora_strength * alpha - weight.add(patch_diff, alpha=scale) + weight = weight.add(patch_diff, alpha=scale) return weight def remove_lora_from_module(module):