Bug fix

2023-09-10 18:46:58 +05:30
parent 819e1635d3
commit bd4e825b8b
1 changed files with 1 additions and 1 deletions
@@ -25,7 +25,7 @@ class CLIPTextEncodePerpWeight:
                weight = tokens[i][j][1]
                if weight != 1.0:
                    token_vector = unweighted_cond[i][j]
-                    zero_vector = empty_cond[i][j]
+                    zero_vector = empty_cond[0][j]
                    perp = ((torch.mul(zero_vector, token_vector).sum())/(torch.norm(token_vector)**2)) * token_vector
                    cond[i][j] = token_vector + (weight * perp)