diff --git a/example_workflows/wanvideo_I2V_FantasyTalking_example_01.json b/example_workflows/wanvideo_I2V_FantasyTalking_example_01.json index f5dd1ff..f845104 100644 --- a/example_workflows/wanvideo_I2V_FantasyTalking_example_01.json +++ b/example_workflows/wanvideo_I2V_FantasyTalking_example_01.json @@ -1,8 +1,8 @@ { "id": "206247b6-9fec-4ed2-8927-e4f388c674d4", "revision": 0, - "last_node_id": 73, - "last_link_id": 102, + "last_node_id": 75, + "last_link_id": 112, "nodes": [ { "id": 46, @@ -286,29 +286,6 @@ "color": "#432", "bgcolor": "#653" }, - { - "id": 62, - "type": "Note", - "pos": [ - 315.68389892578125, - 215.8892364501953 - ], - "size": [ - 268.73455810546875, - 90.03050994873047 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "The original code had automatic resolution adjustment based on input image total pixels and aspect ratio. If you want to set it manually, disable the adjust_resolution" - ], - "color": "#432", - "bgcolor": "#653" - }, { "id": 44, "type": "Note", @@ -321,7 +298,7 @@ 88 ], "flags": {}, - "order": 7, + "order": 6, "mode": 0, "inputs": [], "outputs": [], @@ -344,7 +321,7 @@ 58 ], "flags": {}, - "order": 8, + "order": 7, "mode": 0, "inputs": [], "outputs": [ @@ -430,7 +407,7 @@ 262 ], "flags": {}, - "order": 24, + "order": 25, "mode": 0, "inputs": [ { @@ -441,7 +418,7 @@ { "name": "image_1", "type": "IMAGE", - "link": 73 + "link": 107 }, { "name": "image_2", @@ -482,291 +459,6 @@ "color": "#233", "bgcolor": "#355" }, - { - "id": 66, - "type": "ImageResizeKJ", - "pos": [ - -175.95899963378906, - 176.40057373046875 - ], - "size": [ - 315, - 266 - ], - "flags": {}, - "order": 20, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 72 - }, - { - "name": "get_image_size", - "shape": 7, - "type": "IMAGE", - "link": null - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 73, - 83 - ] - }, - { - "name": "width", - "type": "INT", - "links": [ - 75 - ] - }, - { - "name": "height", - "type": "INT", - "links": [ - 76 - ] - } - ], - "properties": { - "cnr_id": "comfyui-kjnodes", - "ver": "52c2e31a903fec2dd654fb614ea82ba2757d5028", - "Node name for S&R": "ImageResizeKJ" - }, - "widgets_values": [ - 512, - 512, - "lanczos", - false, - 16, - 0 - ] - }, - { - "id": 39, - "type": "WanVideoBlockSwap", - "pos": [ - -390, - -940 - ], - "size": [ - 315, - 154 - ], - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "block_swap_args", - "type": "BLOCKSWAPARGS", - "slot_index": 0, - "links": [ - 96 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", - "Node name for S&R": "WanVideoBlockSwap" - }, - "widgets_values": [ - 20, - false, - false, - true, - 0 - ], - "color": "#223", - "bgcolor": "#335" - }, - { - "id": 35, - "type": "WanVideoTorchCompileSettings", - "pos": [ - -460, - -1230 - ], - "size": [ - 421.6000061035156, - 202 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "torch_compile_args", - "type": "WANCOMPILEARGS", - "slot_index": 0, - "links": [] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", - "Node name for S&R": "WanVideoTorchCompileSettings" - }, - "widgets_values": [ - "inductor", - false, - "default", - false, - 64, - true, - 128 - ], - "color": "#223", - "bgcolor": "#335" - }, - { - "id": 63, - "type": "WanVideoImageToVideoEncode", - "pos": [ - 304.6556091308594, - -129.80532836914062 - ], - "size": [ - 352.79998779296875, - 346 - ], - "flags": {}, - "order": 26, - "mode": 0, - "inputs": [ - { - "name": "vae", - "type": "WANVAE", - "link": 81 - }, - { - "name": "clip_embeds", - "type": "WANVIDIMAGE_CLIPEMBEDS", - "link": 82 - }, - { - "name": "start_image", - "shape": 7, - "type": "IMAGE", - "link": 83 - }, - { - "name": "end_image", - "shape": 7, - "type": "IMAGE", - "link": null - }, - { - "name": "control_embeds", - "shape": 7, - "type": "WANVIDIMAGE_EMBEDS", - "link": null - }, - { - "name": "temporal_mask", - "shape": 7, - "type": "MASK", - "link": null - }, - { - "name": "extra_latents", - "shape": 7, - "type": "LATENT", - "link": null - }, - { - "name": "width", - "type": "INT", - "widget": { - "name": "width" - }, - "link": 75 - }, - { - "name": "height", - "type": "INT", - "widget": { - "name": "height" - }, - "link": 76 - } - ], - "outputs": [ - { - "name": "image_embeds", - "type": "WANVIDIMAGE_EMBEDS", - "links": [ - 87 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", - "Node name for S&R": "WanVideoImageToVideoEncode" - }, - "widgets_values": [ - 832, - 480, - 81, - 0.030000000000000006, - 1, - 1, - true, - false - ], - "color": "#2a363b", - "bgcolor": "#3f5159" - }, - { - "id": 58, - "type": "LoadImage", - "pos": [ - -650.719482421875, - 173.7036895751953 - ], - "size": [ - 413.10479736328125, - 498.3180847167969 - ], - "flags": {}, - "order": 11, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 72 - ] - }, - { - "name": "MASK", - "type": "MASK", - "links": null - } - ], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.26", - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "pasted/image (883).png", - "image" - ], - "color": "#2a363b", - "bgcolor": "#3f5159" - }, { "id": 16, "type": "WanVideoTextEncode", @@ -779,7 +471,7 @@ 261.5306701660156 ], "flags": {}, - "order": 25, + "order": 24, "mode": 0, "inputs": [ { @@ -826,7 +518,7 @@ ], "size": [ 317.4000244140625, - 869.4000244140625 + 943.75 ], "flags": {}, "order": 27, @@ -955,7 +647,7 @@ 130 ], "flags": {}, - "order": 12, + "order": 8, "mode": 0, "inputs": [], "outputs": [ @@ -994,7 +686,7 @@ 82 ], "flags": {}, - "order": 13, + "order": 9, "mode": 0, "inputs": [], "outputs": [ @@ -1020,58 +712,6 @@ "color": "#322", "bgcolor": "#533" }, - { - "id": 73, - "type": "FantasyTalkingWav2VecEmbeds", - "pos": [ - 321.31103515625, - -399.0745849609375 - ], - "size": [ - 531.5999755859375, - 170 - ], - "flags": {}, - "order": 22, - "mode": 0, - "inputs": [ - { - "name": "wav2vec_model", - "type": "WAV2VECMODEL", - "link": 99 - }, - { - "name": "fantasytalking_model", - "type": "FANTASYTALKINGMODEL", - "link": 100 - }, - { - "name": "audio", - "type": "AUDIO", - "link": 102 - } - ], - "outputs": [ - { - "name": "fantasytalking_embeds", - "type": "FANTASYTALKING_EMBEDS", - "links": [ - 101 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "df95c85283d7625fbdf664d0133a2e1c114ba14a", - "Node name for S&R": "FantasyTalkingWav2VecEmbeds" - }, - "widgets_values": [ - 81, - 23, - 1, - 5 - ] - }, { "id": 71, "type": "DownloadAndLoadWav2VecModel", @@ -1084,7 +724,7 @@ 106 ], "flags": {}, - "order": 14, + "order": 10, "mode": 0, "inputs": [], "outputs": [ @@ -1119,7 +759,7 @@ 82 ], "flags": {}, - "order": 15, + "order": 11, "mode": 0, "inputs": [], "outputs": [ @@ -1154,7 +794,7 @@ 136 ], "flags": {}, - "order": 16, + "order": 12, "mode": 0, "inputs": [], "outputs": [ @@ -1178,6 +818,506 @@ null ] }, + { + "id": 52, + "type": "WanVideoTeaCache", + "pos": [ + 1280.1697998046875, + -855.5034790039062 + ], + "size": [ + 315, + 178 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "teacache_args", + "type": "TEACACHEARGS", + "links": [ + 89 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoTeaCache" + }, + "widgets_values": [ + 0.25, + 1, + -1, + "offload_device", + "true", + "e" + ] + }, + { + "id": 35, + "type": "WanVideoTorchCompileSettings", + "pos": [ + -460, + -1230 + ], + "size": [ + 421.6000061035156, + 202 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "slot_index": 0, + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true, + 128 + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 39, + "type": "WanVideoBlockSwap", + "pos": [ + -390, + -940 + ], + "size": [ + 315, + 154 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "block_swap_args", + "type": "BLOCKSWAPARGS", + "slot_index": 0, + "links": [ + 96 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoBlockSwap" + }, + "widgets_values": [ + 15, + false, + false, + true, + 0 + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 63, + "type": "WanVideoImageToVideoEncode", + "pos": [ + 334.3843078613281, + -156.56114196777344 + ], + "size": [ + 352.79998779296875, + 346 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 81 + }, + { + "name": "clip_embeds", + "type": "WANVIDIMAGE_CLIPEMBEDS", + "link": 82 + }, + { + "name": "start_image", + "shape": 7, + "type": "IMAGE", + "link": 108 + }, + { + "name": "end_image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "control_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": null + }, + { + "name": "temporal_mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "extra_latents", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 109 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 110 + }, + { + "name": "num_frames", + "type": "INT", + "widget": { + "name": "num_frames" + }, + "link": 111 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 87 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoImageToVideoEncode" + }, + "widgets_values": [ + 832, + 480, + 81, + 0.030000000000000006, + 1, + 1, + true, + false + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 73, + "type": "FantasyTalkingWav2VecEmbeds", + "pos": [ + 535.35791015625, + -405.02032470703125 + ], + "size": [ + 531.5999755859375, + 170 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "wav2vec_model", + "type": "WAV2VECMODEL", + "link": 99 + }, + { + "name": "fantasytalking_model", + "type": "FANTASYTALKINGMODEL", + "link": 100 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 102 + }, + { + "name": "num_frames", + "type": "INT", + "widget": { + "name": "num_frames" + }, + "link": 112 + } + ], + "outputs": [ + { + "name": "fantasytalking_embeds", + "type": "FANTASYTALKING_EMBEDS", + "links": [ + 101 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "df95c85283d7625fbdf664d0133a2e1c114ba14a", + "Node name for S&R": "FantasyTalkingWav2VecEmbeds" + }, + "widgets_values": [ + 81, + 23, + 1, + 5 + ] + }, + { + "id": 75, + "type": "INTConstant", + "pos": [ + -29.905210494995117, + 498.43133544921875 + ], + "size": [ + 200, + 58 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "INT", + "links": [ + 111, + 112 + ] + } + ], + "title": "Frames", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "c3dc82108a2a86c17094107ead61d63f8c76200e", + "Node name for S&R": "INTConstant" + }, + "widgets_values": [ + 81 + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 30, + "type": "VHS_VideoCombine", + "pos": [ + 2106.010009765625, + -818.290283203125 + ], + "size": [ + 799.9151611328125, + 1322.8939208984375 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 36 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 95 + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 23, + "loop_count": 0, + "filename_prefix": "WanVideoWrapper_I2V_FantasyTalking", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "WanVideoWrapper_I2V_FantasyTalking_00002-audio.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 23, + "workflow": "WanVideoWrapper_I2V_FantasyTalking_00002.png", + "fullpath": "N:\\AI\\ComfyUI\\output\\WanVideoWrapper_I2V_FantasyTalking_00002-audio.mp4" + } + } + } + }, + { + "id": 58, + "type": "LoadImage", + "pos": [ + -650.719482421875, + 173.7036895751953 + ], + "size": [ + 413.10479736328125, + 498.3180847167969 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 104 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "woman.png", + "image" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 74, + "type": "ImageResizeKJv2", + "pos": [ + -161.7025909423828, + 174.3883056640625 + ], + "size": [ + 315, + 242 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 104 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 107, + 108 + ] + }, + { + "name": "width", + "type": "INT", + "links": [ + 109 + ] + }, + { + "name": "height", + "type": "INT", + "links": [ + 110 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "c3dc82108a2a86c17094107ead61d63f8c76200e", + "Node name for S&R": "ImageResizeKJv2" + }, + "widgets_values": [ + 512, + 512, + "lanczos", + "crop", + "0, 0, 0", + "center", + 2 + ] + }, { "id": 22, "type": "WanVideoModelLoader", @@ -1190,7 +1330,7 @@ 254 ], "flags": {}, - "order": 21, + "order": 20, "mode": 0, "inputs": [ { @@ -1248,128 +1388,13 @@ }, "widgets_values": [ "WanVideo\\Wan2_1-I2V-14B-720P_fp8_e4m3fn.safetensors", - "fp16_fast", + "fp16", "fp8_e4m3fn", "offload_device", "sdpa" ], "color": "#223", "bgcolor": "#335" - }, - { - "id": 52, - "type": "WanVideoTeaCache", - "pos": [ - 1280.1697998046875, - -855.5034790039062 - ], - "size": [ - 315, - 178 - ], - "flags": {}, - "order": 17, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "teacache_args", - "type": "TEACACHEARGS", - "links": [ - 89 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", - "Node name for S&R": "WanVideoTeaCache" - }, - "widgets_values": [ - 0.25, - 1, - -1, - "offload_device", - "true", - "e" - ] - }, - { - "id": 30, - "type": "VHS_VideoCombine", - "pos": [ - 2091.83984375, - -661.322509765625 - ], - "size": [ - 799.9151611328125, - 1127.9151611328125 - ], - "flags": {}, - "order": 29, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 36 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": 95 - }, - { - "name": "meta_batch", - "shape": 7, - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "shape": 7, - "type": "VAE", - "link": null - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "cnr_id": "comfyui-videohelpersuite", - "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 23, - "loop_count": 0, - "filename_prefix": "WanVideoWrapper_I2V_FantasyTalking", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "WanVideoWrapper_I2V_00988-audio.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 23, - "workflow": "WanVideoWrapper_I2V_00988.png", - "fullpath": "N:\\AI\\ComfyUI\\output\\WanVideoWrapper_I2V_00988-audio.mp4" - } - } - } } ], "links": [ @@ -1437,38 +1462,6 @@ 0, "CLIP_VISION" ], - [ - 72, - 58, - 0, - 66, - 0, - "IMAGE" - ], - [ - 73, - 66, - 0, - 65, - 1, - "IMAGE" - ], - [ - 75, - 66, - 1, - 63, - 7, - "INT" - ], - [ - 76, - 66, - 2, - 63, - 8, - "INT" - ], [ 79, 22, @@ -1493,14 +1486,6 @@ 1, "WANVIDIMAGE_CLIPEMBEDS" ], - [ - 83, - 66, - 0, - 63, - 2, - "IMAGE" - ], [ 84, 68, @@ -1596,6 +1581,62 @@ 73, 2, "AUDIO" + ], + [ + 104, + 58, + 0, + 74, + 0, + "IMAGE" + ], + [ + 107, + 74, + 0, + 65, + 1, + "IMAGE" + ], + [ + 108, + 74, + 0, + 63, + 2, + "IMAGE" + ], + [ + 109, + 74, + 1, + 63, + 7, + "INT" + ], + [ + 110, + 74, + 2, + 63, + 8, + "INT" + ], + [ + 111, + 75, + 0, + 63, + 9, + "INT" + ], + [ + 112, + 75, + 0, + 73, + 3, + "INT" ] ], "groups": [ @@ -1618,8 +1659,8 @@ "ds": { "scale": 0.672749994932602, "offset": [ - 1242.2513773383062, - 1039.2974688020008 + 1362.2293179125581, + 992.3831336690441 ] }, "frontendVersion": "1.17.3",