From 509d6922f5fe760e4c5af8f4d5a06e137b484d53 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Tue, 4 Nov 2025 09:44:07 +0200 Subject: [PATCH] Update custom_linear.py --- custom_linear.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/custom_linear.py b/custom_linear.py index 9e70ee8..541436a 100644 --- a/custom_linear.py +++ b/custom_linear.py @@ -101,12 +101,12 @@ class CustomLinear(nn.Linear): self.lora_diffs = [] for i, diff in enumerate(lora_diffs): if len(diff) > 1: - self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device)) - self.register_buffer(f"lora_diff_{i}_1", diff[1].to(device)) + self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device, self.compute_dtype)) + self.register_buffer(f"lora_diff_{i}_1", diff[1].to(device, self.compute_dtype)) setattr(self, f"lora_diff_{i}_2", diff[2]) self.lora_diffs.append((f"lora_diff_{i}_0", f"lora_diff_{i}_1", f"lora_diff_{i}_2")) else: - self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device)) + self.register_buffer(f"lora_diff_{i}_0", diff[0].to(device, self.compute_dtype)) self.lora_diffs.append(f"lora_diff_{i}_0") def _get_weight_with_lora(self, weight):