nodes/kijai-ComfyUI-WanVideoWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix compiled LoRA application

Browse Source 
Still needs to be unfused
This commit is contained in:
kijai
2025-12-01 20:38:01 +02:00
parent c4db00609a
commit c4ca252fea
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_linear.py
+1 -5
View File
@@ -145,10 +145,6 @@ class CustomLinear(nn.Linear):
self.is_gguf = is_gguf
if not allow_compile:
# Disable compilation for both methods
#self._get_weight_with_lora = torch.compiler.disable()(self._get_weight_with_lora)
#self.forward = torch.compiler.disable()(self.forward)
# Use regular implementations instead of custom ops
self._apply_lora_impl = self._apply_lora_custom_op
self._apply_single_lora_impl = self._apply_single_lora_custom_op
self._linear_forward_impl = self._linear_forward_custom_op
@@ -163,7 +159,7 @@ class CustomLinear(nn.Linear):
patch_diff = torch.mm(
lora_diff_0.flatten(start_dim=1),
lora_diff_1.flatten(start_dim=1)
).reshape(weight.shape)
).reshape(weight.shape) + 0
alpha = lora_diff_2 / lora_diff_1.shape[0] if lora_diff_2 != 0.0 else 1.0
scale = lora_strength * alpha
return weight.add(patch_diff, alpha=scale)