Update nodes.py

2024-03-18 04:11:08 +01:00
parent e48e7d922a
commit 4729faa1d7
1 changed files with 1 additions and 1 deletions
@@ -53,7 +53,7 @@ def refine_token_weight(token_id, all_weights, sculptor_method, sculptor_multipl
    del s[-1]
    del tmp_weights[-1]

-    if len(s) < 1: return initial_weight.cpu(), 0
+    if len(s) <= 1: return initial_weight.cpu(), 0

    if sculptor_method == "maximum_absolute":
        concurrent_weights = torch.stack([ini_w/torch.norm(ini_w)]+[t/torch.norm(t) for i, t in enumerate(tmp_weights)])