Remove LoRAs when fully offloading as well

2025-12-01 12:50:22 +02:00
parent 196d39695f
commit a652c55bf7
1 changed files with 1 additions and 0 deletions
@@ -68,6 +68,7 @@ def offload_transformer(transformer):
                setattr(module, attr_name, MetaParameter(param.data.dtype, quant_type))
            else:
                pass
+        remove_lora_from_module(transformer)
    else:
        transformer.to(offload_device)