From 0de2ab3f9a6c340df8b262a0f69d75ded22cf9a0 Mon Sep 17 00:00:00 2001 From: Michael Poutre Date: Sat, 18 Nov 2023 23:04:56 -0800 Subject: [PATCH] fix: Properly determine seq_len for TextTransformer processing --- lib/fun_clip_stuff.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/lib/fun_clip_stuff.py b/lib/fun_clip_stuff.py index c81b3b4..0bdf12e 100644 --- a/lib/fun_clip_stuff.py +++ b/lib/fun_clip_stuff.py @@ -193,8 +193,7 @@ class PrompLangCLIPTextTransformer(CLIPTextTransformer): hidden_states = self.embeddings(input_dicts=input_ids) bsz = len(input_ids) - # TODO: Properly gather this - seq_len = 77 + seq_len = hidden_states.shape[1] causal_attention_mask, attention_mask = self.process_attention_mask(hidden_states, attention_mask, bsz, seq_len)