From 9530e2eb39e6b8652d8fc672818e4aa4b0582882 Mon Sep 17 00:00:00 2001 From: Extraltodeus Date: Fri, 7 Jun 2024 07:05:15 +0200 Subject: [PATCH] simplified --- nodes.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/nodes.py b/nodes.py index 7fe950d..866ad79 100644 --- a/nodes.py +++ b/nodes.py @@ -39,10 +39,11 @@ class temperature_patcher(): out = torch.nn.functional.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False, scale=scale) if should_scale(self.model_name, self.layer_name,q.size(-2)): + ldim = SD_layer_dims[self.model_name][self.layer_name] if self.eval_string != "": out = eval(self.eval_string) else: - out *= math.log(q.size(-2)) / math.log(SD_layer_dims[self.model_name][self.layer_name]) + out *= math.log(q.size(-2), ldim) out = ( out.transpose(1, 2).reshape(b, -1, heads * dim_head)