Better just not compile this as it's causing issues

2025-11-30 17:53:28 +02:00
parent a9cd073f29
commit 0cba1edd4e
1 changed files with 1 additions and 0 deletions
@@ -96,6 +96,7 @@ class CustomLinear(nn.Linear):

        if not allow_compile:
            self._get_weight_with_lora = torch.compiler.disable()(self._get_weight_with_lora)
+            self.forward = torch.compiler.disable()(self.forward)
    
    def set_lora_diffs(self, lora_diffs, device=torch.device("cpu")):
        self.lora_diffs = []