Update model.py

This commit is contained in:
kijai
2025-10-28 01:54:42 +02:00
parent c80a488f70
commit 90908df260
-12
View File
@@ -392,23 +392,11 @@ class WanFusedRMSNorm(nn.RMSNorm):
return output
import torch.nn.functional as F
class WanLayerNorm(nn.LayerNorm):
def __init__(self, dim, eps=1e-6, elementwise_affine=False):
super().__init__(dim, elementwise_affine=elementwise_affine, eps=eps)
# def forward(self, inputs: torch.Tensor) -> torch.Tensor:
# origin_dtype = inputs.dtype
# out = F.layer_norm(
# inputs.float(),
# self.normalized_shape,
# None if self.weight is None else self.weight.float(),
# None if self.bias is None else self.bias.float() ,
# self.eps
# ).to(origin_dtype)
# return out
def forward(self, x):
r"""
Args: