[core] Add offloading for vae and image encoder and rename offloading args (#643)

2025-07-25 17:55:03 -07:00
parent d3c0c52208
commit 81c9df629c
29 changed files with 89 additions and 46 deletions
@@ -13,7 +13,10 @@ def main():
        # FastVideo will automatically handle distributed setup
        num_gpus=2,
        use_fsdp_inference=True,
-        use_cpu_offload=False
+        dit_cpu_offload=False,
+        vae_cpu_offload=False,
+        text_encoder_cpu_offload=False,
+        # image_encoder_cpu_offload=False,
    )

    # sampling_param = SamplingParam.from_pretrained("Wan-AI/Wan2.1-T2V-1.3B-Diffusers")