[feat!] Disable FSDP inference by default (#1001)

2026-01-22 12:09:04 +00:00
parent 989f1d5462
commit d8b9d7c6ab
18 changed files with 22 additions and 17 deletions
@@ -14,7 +14,7 @@ def main():
        model_name,
        # FastVideo will automatically handle distributed setup
        num_gpus=1,
-        use_fsdp_inference=True,
+        use_fsdp_inference=False, # set to True if GPU is out of memory
        # Adjust these offload parameters if you have < 32GB of VRAM
        text_encoder_cpu_offload=True,
        pin_cpu_memory=True, # set to false if low CPU RAM or hit obscure "CUDA error: Invalid argument"