From f3614e6720744247f3211d60f7b9333f43572384 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Thu, 19 Jun 2025 00:56:36 +0300 Subject: [PATCH] Update nodes.py --- multitalk/nodes.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/multitalk/nodes.py b/multitalk/nodes.py index 733a4aa..b8f7003 100644 --- a/multitalk/nodes.py +++ b/multitalk/nodes.py @@ -137,7 +137,10 @@ class MultiTalkWav2VecEmbeds: audio_feature = audio_feature.unsqueeze(0) # audio encoder - embeddings = wav2vec(audio_feature.to(dtype), seq_len=int(num_frames), output_hidden_states=True) + audio_duration = len(audio_segment) / sr + video_length = audio_duration * 25 # Assume the video fps is 25 + print("Audio duration:", audio_duration, "Video length:", video_length) + embeddings = wav2vec(audio_feature.to(dtype), seq_len=int(video_length), output_hidden_states=True) if len(embeddings) == 0: print("Fail to extract audio embedding")