diff --git a/videox_fun/utils/fsdp_ema.py b/videox_fun/utils/fsdp_ema.py index 8bf2ece..54977e8 100644 --- a/videox_fun/utils/fsdp_ema.py +++ b/videox_fun/utils/fsdp_ema.py @@ -37,7 +37,7 @@ class FSDPEMA: at the cost of one full fp32 copy in host RAM per rank). """ - def __init__(self, module, source, accelerator, fsdp_plugin, decay=0.9999): + def __init__(self, module, source, accelerator, fsdp_plugin, decay=0.99): from torch.distributed.fsdp import FullyShardedDataParallel as FSDP self.accelerator = accelerator