wip

examples/inference/basic/basic_self_forcing_causal.py

@@ -12,20 +12,33 @@ def main():
     generator = VideoGenerator.from_pretrained(
         model_name,
         # FastVideo will automatically handle distributed setup
-        num_gpus=1,
+        num_gpus=2,
         use_fsdp_inference=True,
         text_encoder_cpu_offload=False,
         dit_cpu_offload=False,
+        num_frame_per_block=4,
     )
 
     sampling_param = SamplingParam.from_pretrained(model_name)
-
+    sampling_param.num_frames = 77
     prompt = (
         "A curious raccoon peers through a vibrant field of yellow sunflowers, its eyes "
         "wide with interest. The playful yet serene atmosphere is complemented by soft "
         "natural light filtering through the petals. Mid-shot, warm and cheerful tones."
     )
     video = generator.generate_video(prompt, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
+    return
+    import time
+    start_time = time.perf_counter()
+    for i in range(10):
+        prompt = (
+            "A curious raccoon peers through a vibrant field of yellow sunflowers, its eyes "
+            "wide with interest. The playful yet serene atmosphere is complemented by soft "
+            "natural light filtering through the petals. Mid-shot, warm and cheerful tones."
+        )
+        video = generator.generate_video(prompt, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
+    end_time = time.perf_counter()
+    print(f"Time taken to generate 10 videos: {end_time - start_time} seconds, average time per video: {(end_time - start_time) / 10} seconds")
 
 if __name__ == "__main__":
     main()