From 718946ef13cc885bc276d9c17cb6096b115a4212 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Sun, 21 Sep 2025 18:19:27 +0300
Subject: [PATCH] Revert using torch RMSNorm as there are quality concerns

---
 wanvideo/modules/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/wanvideo/modules/model.py b/wanvideo/modules/model.py
index db46bfb..6763b5f 100644
--- a/wanvideo/modules/model.py
+++ b/wanvideo/modules/model.py
@@ -407,7 +407,7 @@ class WanSelfAttention(nn.Module):
             self.v = nn.Linear(in_features, out_features)
         self.o = nn.Linear(in_features, out_features)
 
-        if hasattr(torch.nn, 'RMSNorm'):
+        if False: # disable for now, seems to degrade quality
             self.norm_q = WanFusedRMSNorm(out_features, eps=eps) if qk_norm else nn.Identity()
             self.norm_k = WanFusedRMSNorm(out_features, eps=eps) if qk_norm else nn.Identity()
         else: