This can be float for compatibility

2025-08-24 01:06:53 +03:00
parent 9076a3aae8
commit d39155213e
1 changed files with 1 additions and 1 deletions
@@ -153,7 +153,7 @@ def sinusoidal_embedding_1d(dim, position):
    # preprocess
    assert dim % 2 == 0
    half = dim // 2
-    position = position.type(torch.float64)
+    position = position.type(torch.float32)

    # calculation
    sinusoid = torch.outer(