V 1.0.7 - LLM enhancer - model device

2025-04-28 09:03:54 +02:00
parent 7ac3c7e1f9
commit d9dda67c98
1 changed files with 1 additions and 1 deletions
@@ -328,7 +328,7 @@ class PromptEnhancerLLM:
                        )

                    messages = create_direct_template(create_user_prompt(simple_caption))
-                    input_ids = self.tokenizer.encode(messages, return_tensors="pt").to(self.device)
+                    input_ids = self.tokenizer.encode(messages, return_tensors="pt").to(self.model.device)
                    # streamer = TextStreamer(self.tokenizer, skip_special_tokens=True, clean_up_tokenization_spaces=True)

                    output = self.model.generate(