Tasha Upchurch
4a1e6dfb49
Added FileBackedDict, which provides a dictionary-like interface with file-backed persistence. Supports nested dictionaries and ensures data is stored and retrieved from disk. video.py: Implemented audio resampling in CombineAudioVideoFiles, including video and audio resampling logic. Refined create_video_from_images to use ffmpeg for combining image sequences into video. Updated CombineFoldersWithFramesToVideoFiles to handle both duration and fps-based input. Added additional parameters for video quality and pixel format. torchvision_nodes.py: Centralized the imports for NODE_CLASS_MAPPINGS and NODE_DISPLAY_NAME_MAPPINGS across the module. Adjusted default values for certain fields to improve user experience. youtube_nodes.py & modules/youtube.py: Extended the YouTube upload functionality to support optional thumbnail uploads. Improved initialize_upload function to return video_id after a successful upload. Introduced the ability to upload a thumbnail alongside the video. web/ui_modifications.js: Reworked the login form handling to prevent page reload and improved element management. Added dynamic graph creation in the handleGraphCreateNew function. web/showMarkdown.js: Fixed the import of marked.js, using Marked as the module name to avoid potential conflicts. modules/xttscli.py: Increased the batch_size for text-to-speech processing from 2 to 4, enabling faster concurrent execution.
108 lines
3.2 KiB
Python
108 lines
3.2 KiB
Python
import argparse
|
|
import torch.multiprocessing as mp
|
|
|
|
from concurrent.futures import ProcessPoolExecutor, as_completed
|
|
|
|
|
|
def generate_xtts_for_text(text, file, lang, speaker):
|
|
from TTS.api import TTS
|
|
import torch
|
|
tts = TTS("tts_models/multilingual/multi-dataset/xtts_v2").to("cuda")
|
|
tts.tts_to_file(
|
|
text=text,
|
|
speaker_wav=speaker,
|
|
language=lang,
|
|
file_path=file,
|
|
# emotion="angry", # doesnt do anything as far as i can tell with xtts2
|
|
)
|
|
|
|
|
|
def generate_xtts(**kwargs):
|
|
import torch
|
|
import ast
|
|
import uuid
|
|
import os
|
|
from concurrent.futures import ProcessPoolExecutor, as_completed
|
|
|
|
torch.cuda.empty_cache()
|
|
|
|
text = kwargs.get('text')
|
|
folder = kwargs.get('folder', '.')
|
|
# make the folder absolute
|
|
folder = os.path.abspath(folder)
|
|
lang = kwargs.get('lang', 'en')
|
|
speaker = kwargs.get('speaker', '')
|
|
|
|
if isinstance(text, str):
|
|
if text != None and text.startswith("[") and text.endswith("]"):
|
|
try:
|
|
texts = ast.literal_eval(text)
|
|
except SyntaxError:
|
|
texts = [text]
|
|
elif isinstance(text, list):
|
|
texts = text
|
|
|
|
o_files = []
|
|
batch_size = 4
|
|
with ProcessPoolExecutor(max_workers=batch_size) as executor:
|
|
futures = []
|
|
for i, text in enumerate(texts):
|
|
if len(text)>1:
|
|
ii = str(i).zfill(1 + len(str(1 + len(texts))))
|
|
file_to_use = f"{folder}/tts_{ii}_{str(uuid.uuid4())}.wav"
|
|
future = executor.submit(generate_xtts_for_text, text, file_to_use, lang, speaker)
|
|
futures.append((future, file_to_use))
|
|
|
|
for future, file_to_use in futures:
|
|
future.result()
|
|
o_files.append(file_to_use)
|
|
|
|
torch.cuda.empty_cache()
|
|
|
|
return (o_files[0], o_files,)
|
|
|
|
|
|
# def generate_xtts_for_text_advanced(text, file, lang, speaker):
|
|
# from TTS.api import TTS
|
|
# import torch
|
|
#
|
|
# # Create a SharedMemoryManager
|
|
# manager = mp.Manager()
|
|
# # Create a shared list to store the result
|
|
# result = manager.list()
|
|
# model = manager.model()
|
|
#
|
|
#
|
|
# # also we want to SHARE the TTS model
|
|
# something = manager.
|
|
|
|
|
|
def main():
|
|
import os
|
|
parser = argparse.ArgumentParser(description='Generate from given text.')
|
|
parser.add_argument('--text', help='Text to generate for')
|
|
parser.add_argument('--folder', type=str, default='.', help='output folder')
|
|
parser.add_argument('--lang', type=str, default='en')
|
|
parser.add_argument('--speaker', type=str, default='', help='Speaker wav use for generation')
|
|
parser.add_argument('--file', type=str, default="", help='newline seperated file.')
|
|
|
|
args = parser.parse_args()
|
|
kwargs = vars(args)
|
|
|
|
# test if file is set if it is open it
|
|
if kwargs['file'] is not None:
|
|
with open(kwargs['file']) as f:
|
|
kwargs['text'] = f.read().split('\n')
|
|
|
|
# make sure the speaker file exists
|
|
if kwargs['speaker'] is not None:
|
|
if not os.path.exists(kwargs['speaker']):
|
|
raise ValueError(f"Speaker file {kwargs['speaker']} does not exist.")
|
|
|
|
generated_files = generate_xtts(**kwargs)
|
|
print(f"Generated files: {generated_files}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|