From 3d2ee02d833b06e4691e1e8bd649ae7a32f7b786 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Mon, 20 Jan 2025 17:04:42 +0200
Subject: [PATCH] delete LoRAs if fused to save memory

---
 model_loading.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/model_loading.py b/model_loading.py
index e923fb0..e9c9e4c 100644
--- a/model_loading.py
+++ b/model_loading.py
@@ -334,6 +334,8 @@ class DownloadAndLoadCogVideoModel:
                         pipe.transformer = merge_lora(pipe.transformer, l["path"], l["strength"], device=transformer_load_device, state_dict=lora_sd)
                     except:
                         raise ValueError(f"Can't recognize LoRA {l['path']}")
+                del lora_sd
+                mm.soft_empty_cache()
             if adapter_list:
                 pipe.set_adapters(adapter_list, adapter_weights=adapter_weights)
                 if fuse:
@@ -341,6 +343,7 @@ class DownloadAndLoadCogVideoModel:
                     if dimensionx_lora:
                         lora_scale = lora_scale / lora_rank
                     pipe.fuse_lora(lora_scale=lora_scale, components=["transformer"])
+                    pipe.delete_adapters(adapter_list)
            
 
         if "fused" in attention_mode: