diff --git a/libs/index-tts/indextts/infer_v2.py b/libs/index-tts/indextts/infer_v2.py index 43efc8e..77caab0 100644 --- a/libs/index-tts/indextts/infer_v2.py +++ b/libs/index-tts/indextts/infer_v2.py @@ -80,7 +80,7 @@ class IndexTTS2: self.use_accel = use_accel self.use_torch_compile = use_torch_compile - self.qwen_emo = QwenEmotion(os.path.join(self.model_dir, self.cfg.qwen_emo_path)) + self.qwen_emo = QwenEmotion(os.path.join(self.model_dir, self.cfg.qwen_emo_path), device=self.device) self.gpt = UnifiedVoice(**self.cfg.gpt, use_accel=self.use_accel) self.gpt_path = os.path.join(self.model_dir, self.cfg.gpt_checkpoint) @@ -717,14 +717,14 @@ def find_most_similar_cosine(query_vector, matrix): return most_similar_index class QwenEmotion: - def __init__(self, model_dir): + def __init__(self, model_dir, device="cuda:0"): self.model_dir = model_dir + self.device = device self.tokenizer = AutoTokenizer.from_pretrained(self.model_dir) self.model = AutoModelForCausalLM.from_pretrained( self.model_dir, - torch_dtype="float16", # "auto" - device_map="auto" - ) + torch_dtype="float16", + ).to(self.device) self.prompt = "文本情感分类" self.cn_key_to_en = { "高兴": "happy",