feat: add first image input handling in LightX2VConfigCombinerV2 for s2v task
This commit is contained in:
@@ -994,6 +994,7 @@ class LightX2VConfigCombinerV2:
|
||||
{"tooltip": "Input audio for audio-driven generation for s2v task"},
|
||||
),
|
||||
"prev_frames": ("PREV_FRAMES", {"tooltip": "Previous frames for s2v task"}),
|
||||
"frist_image": ("IMAGE", {"tooltip": "First image for s2v task"}),
|
||||
},
|
||||
}
|
||||
|
||||
@@ -1015,6 +1016,7 @@ class LightX2VConfigCombinerV2:
|
||||
image=None,
|
||||
audio=None,
|
||||
prev_frames=None,
|
||||
frist_image=None,
|
||||
):
|
||||
"""Combine configurations and prepare data for inference."""
|
||||
|
||||
@@ -1061,6 +1063,15 @@ class LightX2VConfigCombinerV2:
|
||||
config.audio_path = temp_path
|
||||
logging.info(f"Audio saved to {temp_path}")
|
||||
|
||||
# Handle first image input
|
||||
if frist_image is not None:
|
||||
frist_image_np = (frist_image[0].cpu().numpy() * 255).astype(np.uint8)
|
||||
pil_image = Image.fromarray(frist_image_np)
|
||||
temp_path = self.temp_manager.create_temp_file(suffix=".png")
|
||||
pil_image.save(temp_path)
|
||||
config.frist_image_path = temp_path
|
||||
logging.info(f"First image saved to {temp_path}")
|
||||
|
||||
# Handle previous frames input
|
||||
if prev_frames is not None:
|
||||
temp_path = self.temp_manager.create_temp_file(suffix=".pt")
|
||||
|
||||
Reference in New Issue
Block a user