From 74f337e06cebb1c5ed8acbccac4e871cdf30d19e Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Fri, 26 Dec 2025 01:41:32 +0200 Subject: [PATCH] Adjust StoryMem lora scaling This was probably too high afterall --- nodes_model_loading.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nodes_model_loading.py b/nodes_model_loading.py index f669f99..1f9a1d8 100644 --- a/nodes_model_loading.py +++ b/nodes_model_loading.py @@ -276,7 +276,7 @@ def standardize_lora_key_format(lora_sd): def compensate_rs_lora_format(lora_sd): rank = lora_sd["base_model.model.blocks.0.cross_attn.k.lora_A.weight"].shape[0] - alpha = torch.tensor(2 * 128 * rank ** 0.5) + alpha = torch.tensor(rank * rank // rank ** 0.5) log.info(f"Detected rank stabilized peft lora format with rank {rank}, setting alpha to {alpha} to compensate.") new_sd = {} for k, v in lora_sd.items():