Update ema ratio

2026-10-28 10:59:32 +08:00
parent c5ef52426c
commit b4a120c745
1 changed files with 1 additions and 1 deletions
@@ -37,7 +37,7 @@ class FSDPEMA:
    at the cost of one full fp32 copy in host RAM per rank).
    """

-    def __init__(self, module, source, accelerator, fsdp_plugin, decay=0.9999):
+    def __init__(self, module, source, accelerator, fsdp_plugin, decay=0.99):
        from torch.distributed.fsdp import FullyShardedDataParallel as FSDP

        self.accelerator = accelerator