diff --git a/examples/inference/basic/basic_self_forcing_causal_wan2_2_i2v.py b/examples/inference/basic/basic_self_forcing_causal_wan2_2_i2v.py index 5579ababe..bfed62ff8 100644 --- a/examples/inference/basic/basic_self_forcing_causal_wan2_2_i2v.py +++ b/examples/inference/basic/basic_self_forcing_causal_wan2_2_i2v.py @@ -13,20 +13,21 @@ def main(): generator = VideoGenerator.from_pretrained( "FastVideo/SFWan2.2-I2V-A14B-Preview-Diffusers", # FastVideo will automatically handle distributed setup - num_gpus=1, + num_gpus=4, use_fsdp_inference=True, - dit_cpu_offload=True, # DiT need to be offloaded for MoE + dit_cpu_offload=False, # DiT need to be offloaded for MoE dit_precision="fp32", vae_cpu_offload=False, text_encoder_cpu_offload=True, dmd_denoising_steps=[1000, 850, 700, 550, 350, 275, 200, 125], # Set pin_cpu_memory to false if CPU RAM is limited and there're no frequent CPU-GPU transfer pin_cpu_memory=True, + num_frame_per_block=4, # image_encoder_cpu_offload=False, ) sampling_param = SamplingParam.from_pretrained("FastVideo/SFWan2.2-I2V-A14B-Preview-Diffusers") - sampling_param.num_frames = 81 + sampling_param.num_frames = 77 sampling_param.width = 832 sampling_param.height = 480 sampling_param.seed = 1000 diff --git a/fastvideo/models/dits/causal_wanvideo.py b/fastvideo/models/dits/causal_wanvideo.py index 066fbb1ef..32bc75966 100644 --- a/fastvideo/models/dits/causal_wanvideo.py +++ b/fastvideo/models/dits/causal_wanvideo.py @@ -395,7 +395,8 @@ class CausalWanTransformer3DModel(BaseDiT): # Causal-specific self.block_mask = None self.num_frame_per_block = config.arch_config.num_frames_per_block - assert self.num_frame_per_block <= 3 + self.num_frame_per_block = 4 + # assert self.num_frame_per_block <= 3 self.independent_first_frame = False self.__post_init__()