From dabf87fefaeacd7187e5790d0e609d396fe1a504 Mon Sep 17 00:00:00 2001 From: JerryZhou54 Date: Sat, 11 Oct 2025 04:18:03 +0000 Subject: [PATCH] Add config for 1.3B MoE --- fastvideo/configs/pipelines/registry.py | 3 ++- fastvideo/configs/pipelines/wan.py | 7 +++++++ fastvideo/configs/sample/registry.py | 1 + 3 files changed, 10 insertions(+), 1 deletion(-) diff --git a/fastvideo/configs/pipelines/registry.py b/fastvideo/configs/pipelines/registry.py index 62a4eefe5..c45fdaef1 100644 --- a/fastvideo/configs/pipelines/registry.py +++ b/fastvideo/configs/pipelines/registry.py @@ -13,7 +13,7 @@ from fastvideo.configs.pipelines.wan import ( FastWan2_1_T2V_480P_Config, FastWan2_2_TI2V_5B_Config, Wan2_2_I2V_A14B_Config, Wan2_2_T2V_A14B_Config, Wan2_2_TI2V_5B_Config, WanI2V480PConfig, WanI2V720PConfig, WanT2V480PConfig, WanT2V720PConfig, - SelfForcingWanT2V480PConfig) + SelfForcingWanT2V480PConfig, SelfForcingMoEWanT2V480PConfig) # isort: on from fastvideo.logger import init_logger from fastvideo.utils import (maybe_download_model_index, @@ -36,6 +36,7 @@ PIPE_NAME_TO_CONFIG: dict[str, type[PipelineConfig]] = { "FastVideo/stepvideo-t2v-diffusers": StepVideoT2VConfig, "FastVideo/Wan2.1-VSA-T2V-14B-720P-Diffusers": WanT2V720PConfig, "wlsaidhi/SFWan2.1-T2V-1.3B-Diffusers": SelfForcingWanT2V480PConfig, + "rand0nmr/SFWan2.1-T2V-A1.3B-Diffusers": SelfForcingMoEWanT2V480PConfig, "Wan-AI/Wan2.2-TI2V-5B-Diffusers": Wan2_2_TI2V_5B_Config, "Wan-AI/Wan2.2-T2V-A14B-Diffusers": Wan2_2_T2V_A14B_Config, "Wan-AI/Wan2.2-I2V-A14B-Diffusers": Wan2_2_I2V_A14B_Config, diff --git a/fastvideo/configs/pipelines/wan.py b/fastvideo/configs/pipelines/wan.py index f49aa056d..0065e94f4 100644 --- a/fastvideo/configs/pipelines/wan.py +++ b/fastvideo/configs/pipelines/wan.py @@ -165,3 +165,10 @@ class SelfForcingWanT2V480PConfig(WanT2V480PConfig): dmd_denoising_steps: list[int] | None = field( default_factory=lambda: [1000, 750, 500, 250]) warp_denoising_step: bool = True + +@dataclass +class SelfForcingMoEWanT2V480PConfig(SelfForcingWanT2V480PConfig): + boundary_ratio: float | None = 0.875 + + def __post_init__(self) -> None: + self.dit_config.boundary_ratio = self.boundary_ratio \ No newline at end of file diff --git a/fastvideo/configs/sample/registry.py b/fastvideo/configs/sample/registry.py index 7bd4c4f77..5ca249d89 100644 --- a/fastvideo/configs/sample/registry.py +++ b/fastvideo/configs/sample/registry.py @@ -55,6 +55,7 @@ SAMPLING_PARAM_REGISTRY: dict[str, Any] = { # Causal Self-Forcing Wan2.1 "wlsaidhi/SFWan2.1-T2V-1.3B-Diffusers": SelfForcingWanT2V480PConfig, + "rand0nmr/SFWan2.1-T2V-A1.3B-Diffusers": SelfForcingWanT2V480PConfig, # Add other specific weight variants }