nodes/kijai-ComfyUI-DynamiCrafterWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Squashed commit of the following:

Browse Source 
commit 3fdd219fd7
Merge: 1f2662a 2968761
Author: Phr00t <phr00t@gmail.com>
Date:   Sun Mar 17 22:17:39 2024 -0400

    Merge branch 'main' into bugfix

commit 1f2662a83b
Author: Phr00t <phr00t@gmail.com>
Date:   Sun Mar 17 20:14:51 2024 -0400

    batch resizing fix

commit 6ae23034e1
Author: Phr00t <phr00t@gmail.com>
Date:   Sun Mar 17 20:14:00 2024 -0400

    cut out some frames around keyframes option to get rid of pauses
This commit is contained in:
kijai
2024-03-20 00:14:03 +02:00
parent eb2b34e9a2
commit 447518842e
1 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nodes.py
+13 -1
View File
@@ -310,6 +310,7 @@ class DynamiCrafterBatchInterpolation:
], {
"default": 'auto'
}),
"cut_near_keyframes": ("INT", {"default": 0, "min": 0, "max": 5, "step": 1}),
},
}
@@ -318,7 +319,7 @@ class DynamiCrafterBatchInterpolation:
FUNCTION = "process"
CATEGORY = "DynamiCrafterWrapper"
def process(self, model, images, prompt, cfg, steps, eta, seed, fs, keep_model_loaded, frames, vae_dtype):
def process(self, model, images, prompt, cfg, steps, eta, seed, fs, keep_model_loaded, frames, vae_dtype, cut_near_keyframes):
assert images.shape[0] > 1, "DynamiCrafterBatchInterpolation needs at least 2 images"
device = mm.get_torch_device()
mm.unload_all_models()
@@ -465,6 +466,17 @@ class DynamiCrafterBatchInterpolation:
if out_video.shape[1] != final_H or out_video.shape[2] != final_W:
out_video = F.interpolate(out_video.permute(0, 3, 1, 2), size=(final_H, final_W), mode="bicubic").permute(0, 2, 3, 1)
# should we trim middle keyframes?
if cut_near_keyframes > 0:
already_deleted = 0
for i in range(len(images) - 2):
old_size = out_video.shape[0]
keyframe_index = (i + 1) * frames - already_deleted
start_index = keyframe_index - (cut_near_keyframes // 2)
end_index = start_index + cut_near_keyframes
out_video = torch.cat([out_video[:start_index], out_video[end_index:]], dim=0)
already_deleted += old_size - out_video.shape[0]
last_image = out_video[-1].unsqueeze(0)
return (out_video, last_image)