From 0ff6646f94f7a1ca784ff3f131d2b71edb605f1d Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Fri, 24 Jan 2025 17:14:56 +0200 Subject: [PATCH] Update nodes.py --- nodes.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/nodes.py b/nodes.py index e71ae57..7888cdb 100644 --- a/nodes.py +++ b/nodes.py @@ -1242,6 +1242,15 @@ class HyVideoSampler: #for name, param in transformer.named_parameters(): # print(name, param.data.device) + if samples is not None: + input_latents = samples["samples"] * VAE_SCALING_FACTOR + if input_latents.shape[2] == 1: + leapfusion_img2vid = True + else: + input_latents = None + leapfusion_img2vid = False + + out_latents = model["pipe"]( num_inference_steps=steps, height = target_height, @@ -1251,7 +1260,7 @@ class HyVideoSampler: cfg_start_percent=cfg_start_percent, cfg_end_percent=cfg_end_percent, embedded_guidance_scale=embedded_guidance_scale, - latents=samples["samples"] * VAE_SCALING_FACTOR if samples is not None else None, + latents=input_latents, denoise_strength=denoise_strength, prompt_embed_dict=hyvid_embeds, generator=generator, @@ -1262,7 +1271,7 @@ class HyVideoSampler: stg_end_percent=stg_args["stg_end_percent"] if stg_args is not None else 1.0, context_options=context_options, feta_args=feta_args, - leapfusion_img2vid = True if samples["samples"].shape[2] == 1 else False, + leapfusion_img2vid = leapfusion_img2vid ) print_memory(device)