diff --git a/funpack.py b/funpack.py index 1e4fa0fc..c7aaea9e 100644 --- a/funpack.py +++ b/funpack.py @@ -253,7 +253,7 @@ class FunPackGemmaEmbeddingRefiner: else: new_delta = torch.randn_like(reference) * expl * 0.45 - # Apply token importance — safely match current embedding length + # Apply token importance — always match current embedding length if token_importance and cur_embeds.dim() > 1: if cur_embeds.dim() == 3: seq_len = cur_embeds.shape[1]