From 6d487527db2b0264cc3ade815417f1aff4956f5f Mon Sep 17 00:00:00 2001 From: Extraltodeus Date: Wed, 22 May 2024 10:45:21 +0200 Subject: [PATCH] Add files via upload --- experimental_temperature.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/experimental_temperature.py b/experimental_temperature.py index 478e368..c72d008 100644 --- a/experimental_temperature.py +++ b/experimental_temperature.py @@ -78,7 +78,8 @@ class ExperimentalTemperaturePatch: def INPUT_TYPES(s): required_inputs = {f"{key}_{layer}": ("BOOLEAN", {"default": False}) for key, layers in s.TOGGLES.items() for layer in layers} required_inputs["model"] = ("MODEL",) - required_inputs["Temperature"] = ("FLOAT", {"default": 1.0, "min": 0.0, "max": 10.0, "step": 0.1, "round": 0.01}) + required_inputs["Temperature"] = ("FLOAT", {"default": 1.0, "min": 0.01, "max": 10.0, "step": 0.01, "round": 0.01}) + required_inputs["Attention"] = (["both","self","cross"],) return {"required": required_inputs} TOGGLES = {} @@ -88,12 +89,15 @@ class ExperimentalTemperaturePatch: CATEGORY = "model_patches/Automatic_CFG" - def patch(self, model, Temperature, **kwargs): + def patch(self, model, Temperature, Attention, **kwargs): m = model.clone() for key, toggle_enabled in kwargs.items(): if key.split("_")[0] in ["input","middle","output"] and toggle_enabled: patcher = temperature_patcher(Temperature) - m.set_model_attn1_replace(patcher.attention_basic_with_temperature, key.split("_")[0], int(key.split("_")[1])) + if Attention in ["both","self"]: + m.set_model_attn1_replace(patcher.attention_basic_with_temperature, key.split("_")[0], int(key.split("_")[1])) + if Attention in ["both","cross"]: + m.set_model_attn2_replace(patcher.attention_basic_with_temperature, key.split("_")[0], int(key.split("_")[1])) return (m, ) ExperimentalTemperaturePatchSDXL = type("ExperimentalTemperaturePatch_SDXL", (ExperimentalTemperaturePatch,), {"TOGGLES": layers_SDXL})