diff --git a/funpack.py b/funpack.py index e4ec0d0f..d0e28f30 100644 --- a/funpack.py +++ b/funpack.py @@ -538,6 +538,10 @@ class FunPackPromptEnhancer: {"role": "user", "content": user_prompt} ] + if llm_tokenizer.pad_token_id is None: + llm_tokenizer.pad_token = llm_tokenizer.eos_token + llm_tokenizer.pad_token_id = llm_tokenizer.eos_token_id + llm_tokens = llm_tokenizer.apply_chat_template( messages, add_generation_prompt=True, @@ -1186,5 +1190,6 @@ NODE_DISPLAY_NAME_MAPPINGS = { +