From 2b5ae7c9b7d22afa4279d6eab75fb930b01f56f1 Mon Sep 17 00:00:00 2001 From: aimfordeb <133010426+aimfordeb@users.noreply.github.com> Date: Sun, 19 Apr 2026 05:22:52 +0300 Subject: [PATCH] Update funpack.py --- funpack.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/funpack.py b/funpack.py index 1e4fa0fc..c7aaea9e 100644 --- a/funpack.py +++ b/funpack.py @@ -253,7 +253,7 @@ class FunPackGemmaEmbeddingRefiner: else: new_delta = torch.randn_like(reference) * expl * 0.45 - # Apply token importance — safely match current embedding length + # Apply token importance — always match current embedding length if token_importance and cur_embeds.dim() > 1: if cur_embeds.dim() == 3: seq_len = cur_embeds.shape[1]