From 7f491f75c3c867f4ed64bd2200d190a6103b2134 Mon Sep 17 00:00:00 2001
From: Extraltodeus <extraltodeus@gmail.com>
Date: Wed, 15 May 2024 10:27:27 +0200
Subject: [PATCH] Update nodes.py

---
 nodes.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/nodes.py b/nodes.py
index 17db14a..7601c28 100644
--- a/nodes.py
+++ b/nodes.py
@@ -221,7 +221,6 @@ def multi_tensor_check_mix(tensors):
         tensors[0][mask] = tensors[i][mask]
     return tensors[0]
 
-# I asked GPT-4 for a function to deal with the attention and it made this. It kinda sorta works.
 def normal_attention(q, k, v, mask=None):
     attention_scores = torch.matmul(q, k.transpose(-2, -1))
     d_k = k.size(-1)
@@ -1041,4 +1040,4 @@ class simpleDynamicCFGCustomAttentionPatch:
         advcfg = advancedDynamicCFG()
         m = advcfg.patch(model, **patch_parameters)[0]
         
-        return (m, )
\ No newline at end of file
+        return (m, )