From 5c1f64197ee181cb65d3c5a2f1536c5f3cd3e371 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Tue, 21 Oct 2025 19:40:50 +0300
Subject: [PATCH] Check for actual scale_weights even if the model for some
 reason doesn't have the scaled_fp8 key

---
 nodes_model_loading.py | 20 +++++++++++++++++---
 1 file changed, 17 insertions(+), 3 deletions(-)

diff --git a/nodes_model_loading.py b/nodes_model_loading.py
index 124e6f8..fc14f1b 100644
--- a/nodes_model_loading.py
+++ b/nodes_model_loading.py
@@ -1090,20 +1090,34 @@ class WanVideoModelLoader:
                 if new_key != key:
                     sd[new_key] = sd.pop(key)
 
+        is_scaled_fp8 = False
+
         if quantization == "disabled":
             for k, v in sd.items():
                 if isinstance(v, torch.Tensor):
                     if v.dtype == torch.float8_e4m3fn:
                         quantization = "fp8_e4m3fn"
                         if "scaled_fp8" in sd:
+                            is_scaled_fp8 = True
                             quantization = "fp8_e4m3fn_scaled"
                         break
                     elif v.dtype == torch.float8_e5m2:
                         quantization = "fp8_e5m2"
                         if "scaled_fp8" in sd:
+                            is_scaled_fp8 = True
                             quantization = "fp8_e5m2_scaled"
                         break
-        
+
+        scale_weights = {}
+        if "fp8" in quantization:
+            for k, v in sd.items():
+                if k.endswith(".scale_weight"):
+                    is_scaled_fp8 = True
+                    break
+
+        if is_scaled_fp8 and "scaled" not in quantization:
+            quantization = quantization + "_scaled"
+
         if torch.cuda.is_available():
             #only warning for now
             major, minor = torch.cuda.get_device_capability(device)
@@ -1111,9 +1125,9 @@ class WanVideoModelLoader:
             if compile_args is not None and "e4" in quantization and (major, minor) < (8, 9):
                 log.warning("WARNING: Torch.compile with fp8_e4m3fn weights on CUDA compute capability < 8.9 may not be supported. Please use fp8_e5m2, GGUF or higher precision instead, or check the latest triton version that adds support for older architectures https://github.com/woct0rdho/triton-windows/releases/tag/v3.5.0-windows.post21")
 
-        if "scaled_fp8" in sd and "scaled" not in quantization:
+        if is_scaled_fp8 and "scaled" not in quantization:
             raise ValueError("The model is a scaled fp8 model, please set quantization to '_scaled'")
-        elif "scaled_fp8" not in sd and "scaled" in quantization:
+        if not is_scaled_fp8 and "scaled" in quantization:
             raise ValueError("The model is not a scaled fp8 model, please disable '_scaled' in quantization")
 
         if "vace_blocks.0.after_proj.weight" in sd and not "patch_embedding.weight" in sd: