From eeaf72ba3117c633213c67974e776f79fb4d1504 Mon Sep 17 00:00:00 2001 From: digital-garbage <133010426+digital-garbage@users.noreply.github.com> Date: Sat, 17 Oct 2026 03:21:20 +0300 Subject: [PATCH] fix: the fp32-over-bf16 warning says it runs slowly Co-Authored-By: Claude Sonnet 5.5 --- modules/loaders/common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/loaders/common.py b/modules/loaders/common.py index c9bd4073..34f1276f 100644 --- a/modules/loaders/common.py +++ b/modules/loaders/common.py @@ -53,7 +53,7 @@ def fp32_over_bf16(weight_dtype, compute_dtype, stored=None): """Why fp32 compute over bf16 weights is noisy, or None. It runs, but the activations go fp32 while the norm layers keep their bf16 weights, so torch warns "Mismatch dtype between input and weight". Allowed, but said.""" if compute_dtype == "fp32" and (weight_dtype == "bf16" or (weight_dtype == "default" and stored == "bf16")): - return "bf16 weights dtype with fp32 precision is a bad combo for H3. Don't expect miracles." + return "bf16 weights dtype with fp32 precision is a bad combo for H3. Don't expect miracles: it runs, but slowly." _SHORT = {"bfloat16": "bf16", "float16": "fp16", "float32": "fp32"}