Fix unmerged LoRA application for certain LoRAs

This commit is contained in:
kijai
2025-10-30 23:28:38 +02:00
parent 366f740d28
commit ce6e7b501d
2 changed files with 6 additions and 6 deletions
+3 -3
View File
@@ -89,14 +89,14 @@ class CustomLinear(nn.Linear):
def set_lora_diffs(self, lora_diffs, device=torch.device("cpu")):
self.lora_diffs = []
for i, diff in enumerate(lora_diffs):
if isinstance(diff, tuple):
if len(diff) > 1:
self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device))
self.register_buffer(f"lora_diff_{i}_1", diff[1].to(device))
setattr(self, f"lora_diff_{i}_2", diff[2])
self.lora_diffs.append((f"lora_diff_{i}_0", f"lora_diff_{i}_1", f"lora_diff_{i}_2"))
else:
self.register_buffer(f"lora_diff_{i}", diff.to(device))
self.lora_diffs.append(f"lora_diff_{i}")
self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device))
self.lora_diffs.append(f"lora_diff_{i}_0")
def forward(self, input):
if self.bias is not None:
+3 -3
View File
@@ -114,14 +114,14 @@ class GGUFLinear(nn.Linear):
def set_lora_diffs(self, lora_diffs, device=torch.device("cpu")):
self.lora_diffs = []
for i, diff in enumerate(lora_diffs):
if isinstance(diff, tuple):
if len(diff) > 1:
self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device))
self.register_buffer(f"lora_diff_{i}_1", diff[1].to(device))
setattr(self, f"lora_diff_{i}_2", diff[2])
self.lora_diffs.append((f"lora_diff_{i}_0", f"lora_diff_{i}_1", f"lora_diff_{i}_2"))
else:
self.register_buffer(f"lora_diff_{i}", diff.to(device))
self.lora_diffs.append(f"lora_diff_{i}")
self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device))
self.lora_diffs.append(f"lora_diff_{i}_0")
def apply_lora(self, weight):
for lora_diff_names, lora_strength in zip(self.lora_diffs, self.lora_strengths):