fix rebase

This commit is contained in:
SolitaryThinker
2025-09-23 22:26:20 +00:00
parent aabf1fe135
commit db2e2d79ca
+1 -3
View File
@@ -1323,10 +1323,7 @@ class EMA_FSDP:
ema.update(model)
ema.state_dict() # on rank 0
"""
<<<<<<< HEAD
=======
>>>>>>> 2b2f672c (inference works after changes added)
def __init__(self, module, decay: float = 0.999, mode: str = "local_shard"):
self.decay = float(decay)
self.mode = mode
@@ -1420,6 +1417,7 @@ class EMA_FSDP:
p.data.copy_(w.to(dtype=p.dtype, device=p.device))
class _ApplyEMACtx:
def __init__(self, ema: "EMA_FSDP", module):
self.ema = ema
self.module = module