From ee6298b5ab031addd91ef77daaf53a56b5f0753b Mon Sep 17 00:00:00 2001 From: Shmuel Ronen <80190186+ShmuelRonen@users.noreply.github.com> Date: Sun, 16 Mar 2025 10:18:03 +0200 Subject: [PATCH] LatentSync 1.5 --- workflow/latentsync1.5_comfyui_basic.json | 380 ++++++++++++++++++++++ 1 file changed, 380 insertions(+) create mode 100644 workflow/latentsync1.5_comfyui_basic.json diff --git a/workflow/latentsync1.5_comfyui_basic.json b/workflow/latentsync1.5_comfyui_basic.json new file mode 100644 index 0000000..dc0aed7 --- /dev/null +++ b/workflow/latentsync1.5_comfyui_basic.json @@ -0,0 +1,380 @@ +{ + "last_node_id": 55, + "last_link_id": 73, + "nodes": [ + { + "id": 40, + "type": "VHS_LoadVideo", + "pos": [ + -210.04373168945312, + 730.9093627929688 + ], + "size": [ + 345.1598815917969, + 519.60400390625 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "shape": 7, + "link": null + }, + { + "name": "vae", + "type": "VAE", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 68 + ], + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null + }, + { + "name": "audio", + "type": "AUDIO", + "links": null + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": [], + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "upscale_00002.mp4", + "force_rate": 25, + "custom_width": 0, + "custom_height": 768, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff", + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "force_rate": 25, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "filename": "upscale_00002.mp4", + "type": "input", + "format": "video/mp4" + }, + "muted": false + } + } + }, + { + "id": 54, + "type": "LatentSyncNode", + "pos": [ + 530.228515625, + 736.6224975585938 + ], + "size": [ + 315, + 102 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 70 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 71 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 72 + ], + "slot_index": 0 + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 73 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LatentSyncNode" + }, + "widgets_values": [ + 1331, + "randomize" + ] + }, + { + "id": 41, + "type": "VHS_VideoCombine", + "pos": [ + 877.7638549804688, + 737.4916381835938 + ], + "size": [ + 373.38238525390625, + 560.0294189453125 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 72 + }, + { + "name": "audio", + "type": "AUDIO", + "shape": 7, + "link": 73 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "shape": 7, + "link": null + }, + { + "name": "vae", + "type": "VAE", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 25, + "loop_count": 0, + "filename_prefix": "latentsync", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "latentsync_00036-audio.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 25, + "workflow": "latentsync_00036.png", + "fullpath": "D:\\ComfyUI_windows\\ComfyUI\\output\\latentsync_00036-audio.mp4" + }, + "muted": false + } + } + }, + { + "id": 37, + "type": "LoadAudio", + "pos": [ + 181.7015838623047, + 922.5425415039062 + ], + "size": [ + 306.3834533691406, + 136 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 69 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "talk.wav", + "", + "" + ] + }, + { + "id": 55, + "type": "VideoLengthAdjuster", + "pos": [ + 182.6929931640625, + 735.9645385742188 + ], + "size": [ + 315, + 126 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 68 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 69 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 70 + ], + "slot_index": 0 + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 71 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "VideoLengthAdjuster" + }, + "widgets_values": [ + "pingpong", + 25, + 0.5 + ] + } + ], + "links": [ + [ + 68, + 40, + 0, + 55, + 0, + "IMAGE" + ], + [ + 69, + 37, + 0, + 55, + 1, + "AUDIO" + ], + [ + 70, + 55, + 0, + 54, + 0, + "IMAGE" + ], + [ + 71, + 55, + 1, + 54, + 1, + "AUDIO" + ], + [ + 72, + 54, + 0, + 41, + 0, + "IMAGE" + ], + [ + 73, + 54, + 1, + 41, + 1, + "AUDIO" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.9646149645000006, + "offset": [ + 782.3789236092532, + -486.4612676820768 + ] + }, + "workspace_info": { + "id": "pdbYnk386LvXhcCuOca6c", + "saveLock": false, + "cloudID": null, + "coverMediaPath": null + }, + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "node_versions": { + "ComfyUI-VideoHelperSuite": "4c7858ddd5126f7293dc3c9f6e0fc4c263cde079", + "comfy-core": "0.3.26" + }, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file