From 4abda616f48e3f9fa87b2d8572eb10332cf4c0ff Mon Sep 17 00:00:00 2001 From: gaclove Date: Tue, 30 Sep 2025 02:16:21 +0000 Subject: [PATCH] feat: add new seko_talk_multi_talk_h configuration file; remove deprecated wan_i2v_with_audio, wan_i2v_with_distill_lora, and wan_t2v_with_distill_lora files for cleaner project structure --- examples/seko_talk_multi_talk_h.json | 1090 +++++++++++++++++ .../{wan_i2v.json => wan2.2_lightx2v_h.json} | 516 ++++---- examples/wan_i2v_with_audio.json | 388 ------ examples/wan_i2v_with_distill_lora.json | 427 ------- examples/wan_t2v_with_distill_lora.json | 427 ------- 5 files changed, 1383 insertions(+), 1465 deletions(-) create mode 100644 examples/seko_talk_multi_talk_h.json rename examples/{wan_i2v.json => wan2.2_lightx2v_h.json} (53%) delete mode 100644 examples/wan_i2v_with_audio.json delete mode 100644 examples/wan_i2v_with_distill_lora.json delete mode 100644 examples/wan_t2v_with_distill_lora.json diff --git a/examples/seko_talk_multi_talk_h.json b/examples/seko_talk_multi_talk_h.json new file mode 100644 index 0000000..8532ab3 --- /dev/null +++ b/examples/seko_talk_multi_talk_h.json @@ -0,0 +1,1090 @@ +{ + "id": "00000000-0000-0000-0000-000000000000", + "revision": 0, + "last_node_id": 50, + "last_link_id": 49, + "nodes": [ + { + "id": 10, + "type": "LightX2VQuantization", + "pos": [ + -1762.8299560546875, + 168.4596710205078 + ], + "size": [ + 290.09375, + 154 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "quantization_config", + "type": "QUANT_CONFIG", + "links": [ + 12 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VQuantization" + }, + "widgets_values": [ + "sgl", + "fp8", + "fp8", + "fp16", + "fp8" + ] + }, + { + "id": 11, + "type": "LightX2VConfigCombiner", + "pos": [ + -1207.53271484375, + 111.63562774658203 + ], + "size": [ + 239.138671875, + 126 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "inference_config", + "type": "INFERENCE_CONFIG", + "link": 11 + }, + { + "name": "teacache_config", + "shape": 7, + "type": "TEACACHE_CONFIG", + "link": null + }, + { + "name": "quantization_config", + "shape": 7, + "type": "QUANT_CONFIG", + "link": 12 + }, + { + "name": "memory_config", + "shape": 7, + "type": "MEMORY_CONFIG", + "link": null + }, + { + "name": "lora_chain", + "shape": 7, + "type": "LORA_CHAIN", + "link": null + }, + { + "name": "talk_objects_config", + "shape": 7, + "type": "TALK_OBJECTS_CONFIG", + "link": 49 + } + ], + "outputs": [ + { + "name": "combined_config", + "type": "COMBINED_CONFIG", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VConfigCombiner" + }, + "widgets_values": [] + }, + { + "id": 12, + "type": "LightX2VModularInference", + "pos": [ + -818.747802734375, + 89.00883483886719 + ], + "size": [ + 400, + 200 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "combined_config", + "type": "COMBINED_CONFIG", + "link": 13 + }, + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 14 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 15 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 31 + ] + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 18 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VModularInference" + }, + "widgets_values": [ + "The video feature the person is talking.", + "low quality,blurry,pixelated,low resolution,noise,artifacts,poor lighting, overexposed, underexposed, distorted, unnatural, deformed, weird,scared,anatomy,mutated, wrong proportions, extra limbs,floating objects, disconnected, gravity-defying, impossible shadows,wrong lighting,non-existent reflections,inconsistent perspective, repetitive, monotonous, monotonous, generic, watermark, ugly, high contrast, bad photo, font, username, error, logo, words, letters, digits, autograph, trademark, name, twisted face, (poorly drawn hands, malformed hands, missing fingers, unnatural hand positions, blur hand, multiple fingers, multiple arms), static, naked, artifacts, oversaturated" + ] + }, + { + "id": 19, + "type": "LoadImage", + "pos": [ + -1214.134033203125, + 291.4210510253906 + ], + "size": [ + 274.080078125, + 314 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 14 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "title": "加载图像", + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "input (1).png", + "image" + ] + }, + { + "id": 20, + "type": "LoadAudio", + "pos": [ + -1618.51171875, + 526.3804931640625 + ], + "size": [ + 274.080078125, + 136 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 15 + ] + } + ], + "title": "加载音频", + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "15.wav", + null, + null + ] + }, + { + "id": 21, + "type": "VHS_VideoCombine", + "pos": [ + -808.9989624023438, + 337.51959228515625 + ], + "size": [ + 390.9510192871094, + 556.6599731445312 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 31 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 18 + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "vigen-15ebb023", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": false, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "vigen-15ebb023_00092-audio.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "vigen-15ebb023_00092.png", + "fullpath": "/mnt/aigc/users/gaopeng1/ComfyUI/output/vigen-15ebb023_00092-audio.mp4" + } + } + } + }, + { + "id": 23, + "type": "LightX2VInferenceConfig", + "pos": [ + -2050.729248046875, + 87.57786560058594 + ], + "size": [ + 270, + 490 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "inference_config", + "type": "INFERENCE_CONFIG", + "links": [ + 11 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VInferenceConfig" + }, + "widgets_values": [ + "seko_talk", + "Wan2.1-R2V0909-Audio-14B-720P-fp8", + "i2v", + 4, + 584734195, + "randomize", + 1, + 1, + 5, + 1280, + 720, + 5, + "flash_attn3", + "", + "adaptive", + "720p", + 81, + 5, + false + ] + }, + { + "id": 34, + "type": "easy showAnything", + "pos": [ + -508.2369079589844, + -330.85296630859375 + ], + "size": [ + 511.8559875488281, + 291.96728515625 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "anything", + "shape": 7, + "type": "*", + "link": 42 + } + ], + "outputs": [ + { + "name": "output", + "type": "*", + "links": [] + } + ], + "properties": { + "Node name for S&R": "easy showAnything" + }, + "widgets_values": [ + "TalkObjectsConfig(talk_objects=[{'name': 'person_1', 'audio': '/mnt/aigc/users/gaopeng1/ComfyUI/input/person_1_audio.wav', 'mask': '/mnt/aigc/users/gaopeng1/ComfyUI/input/person_1_mask.png', 'source_type': 'file'}, {'name': 'person_1', 'audio': '/mnt/aigc/users/gaopeng1/ComfyUI/input/person_1_audio.wav', 'mask': '/mnt/aigc/users/gaopeng1/ComfyUI/input/person_1_mask.png', 'source_type': 'file'}])" + ] + }, + { + "id": 36, + "type": "LoadAudio", + "pos": [ + -1744.6435546875, + -527.583740234375 + ], + "size": [ + 274.080078125, + 136 + ], + "flags": { + "collapsed": true + }, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 38 + ] + } + ], + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "p2.mp3", + null, + null + ] + }, + { + "id": 38, + "type": "LoadImageMask", + "pos": [ + -1767.2237548828125, + -486.9224548339844 + ], + "size": [ + 274.080078125, + 318.0000305175781 + ], + "flags": { + "collapsed": false + }, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MASK", + "type": "MASK", + "links": [ + 39 + ] + } + ], + "properties": { + "Node name for S&R": "LoadImageMask" + }, + "widgets_values": [ + "input_p2_mask.png", + "red", + "image" + ] + }, + { + "id": 39, + "type": "LoadImageMask", + "pos": [ + -2051.389892578125, + -678.3258056640625 + ], + "size": [ + 274.080078125, + 318 + ], + "flags": { + "collapsed": false + }, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MASK", + "type": "MASK", + "links": [ + 36 + ] + } + ], + "properties": { + "Node name for S&R": "LoadImageMask" + }, + "widgets_values": [ + "input_p1_mask.png", + "red", + "image" + ] + }, + { + "id": 41, + "type": "LoadAudio", + "pos": [ + -1468.0582275390625, + -386.4920654296875 + ], + "size": [ + 274.080078125, + 136 + ], + "flags": { + "collapsed": true + }, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 44 + ] + } + ], + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "15.wav", + null, + null + ] + }, + { + "id": 42, + "type": "LoadImageMask", + "pos": [ + -1477.0850830078125, + -332.2462463378906 + ], + "size": [ + 274.080078125, + 318 + ], + "flags": { + "collapsed": false + }, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MASK", + "type": "MASK", + "links": [ + 45 + ] + } + ], + "properties": { + "Node name for S&R": "LoadImageMask" + }, + "widgets_values": [ + "input_p3_mask.png", + "red", + "image" + ] + }, + { + "id": 43, + "type": "LightX2VTalkObjectsCombiner", + "pos": [ + -499.1440734863281, + -672.7076416015625 + ], + "size": [ + 241.43710327148438, + 206 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "talk_object_1", + "shape": 7, + "type": "TALK_OBJECT", + "link": 37 + }, + { + "name": "talk_object_2", + "shape": 7, + "type": "TALK_OBJECT", + "link": 41 + }, + { + "name": "talk_object_3", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_4", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_5", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_6", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_7", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_8", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_9", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + }, + { + "name": "talk_object_10", + "shape": 7, + "type": "TALK_OBJECT", + "link": null + } + ], + "outputs": [ + { + "name": "talk_objects_config", + "type": "TALK_OBJECTS_CONFIG", + "links": [ + 42, + 48 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VTalkObjectsCombiner" + } + }, + { + "id": 44, + "type": "LightX2VTalkObjectInput", + "pos": [ + -939.478271484375, + -734.2320556640625 + ], + "size": [ + 317.0162048339844, + 102 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 47 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 36 + } + ], + "outputs": [ + { + "name": "talk_object", + "type": "TALK_OBJECT", + "links": [ + 37 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VTalkObjectInput" + }, + "widgets_values": [ + "person_1", + true + ] + }, + { + "id": 45, + "type": "LightX2VTalkObjectInput", + "pos": [ + -939.172119140625, + -565.5177612304688 + ], + "size": [ + 317.0162048339844, + 102 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 38 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 39 + } + ], + "outputs": [ + { + "name": "talk_object", + "type": "TALK_OBJECT", + "links": [ + 41 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VTalkObjectInput" + }, + "widgets_values": [ + "person_1", + true + ] + }, + { + "id": 46, + "type": "LightX2VTalkObjectInput", + "pos": [ + -937.0840454101562, + -414.41925048828125 + ], + "size": [ + 317.0162048339844, + 102 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 44 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 45 + } + ], + "outputs": [ + { + "name": "talk_object", + "type": "TALK_OBJECT", + "links": [] + } + ], + "properties": { + "Node name for S&R": "LightX2VTalkObjectInput" + }, + "widgets_values": [ + "person_1", + true + ] + }, + { + "id": 47, + "type": "LoadAudio", + "pos": [ + -2008.4306640625, + -725.5494384765625 + ], + "size": [ + 274.080078125, + 136 + ], + "flags": { + "collapsed": true + }, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 47 + ] + } + ], + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "p1.mp3", + null, + "" + ] + }, + { + "id": 48, + "type": "SetNode", + "pos": [ + -199.871337890625, + -578.7578735351562 + ], + "size": [ + 210, + 60 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "TALK_OBJECTS_CONFIG", + "type": "TALK_OBJECTS_CONFIG", + "link": 48 + } + ], + "outputs": [ + { + "name": "*", + "type": "*", + "links": null + } + ], + "title": "Set_talk_objects", + "properties": { + "previousName": "talk_objects" + }, + "widgets_values": [ + "talk_objects" + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 50, + "type": "GetNode", + "pos": [ + -1453.525390625, + 249.66848754882812 + ], + "size": [ + 210, + 60 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "TALK_OBJECTS_CONFIG", + "type": "TALK_OBJECTS_CONFIG", + "links": [ + 49 + ] + } + ], + "title": "Get_talk_objects", + "properties": {}, + "widgets_values": [ + "talk_objects" + ], + "color": "#232", + "bgcolor": "#353" + } + ], + "links": [ + [ + 11, + 23, + 0, + 11, + 0, + "INFERENCE_CONFIG" + ], + [ + 12, + 10, + 0, + 11, + 2, + "QUANT_CONFIG" + ], + [ + 13, + 11, + 0, + 12, + 0, + "COMBINED_CONFIG" + ], + [ + 14, + 19, + 0, + 12, + 1, + "IMAGE" + ], + [ + 15, + 20, + 0, + 12, + 2, + "AUDIO" + ], + [ + 18, + 12, + 1, + 21, + 1, + "AUDIO" + ], + [ + 31, + 12, + 0, + 21, + 0, + "IMAGE" + ], + [ + 36, + 39, + 0, + 44, + 1, + "MASK" + ], + [ + 37, + 44, + 0, + 43, + 0, + "TALK_OBJECT" + ], + [ + 38, + 36, + 0, + 45, + 0, + "AUDIO" + ], + [ + 39, + 38, + 0, + 45, + 1, + "MASK" + ], + [ + 41, + 45, + 0, + 43, + 1, + "TALK_OBJECT" + ], + [ + 42, + 43, + 0, + 34, + 0, + "*" + ], + [ + 44, + 41, + 0, + 46, + 0, + "AUDIO" + ], + [ + 45, + 42, + 0, + 46, + 1, + "MASK" + ], + [ + 47, + 47, + 0, + 44, + 0, + "AUDIO" + ], + [ + 48, + 43, + 0, + 48, + 0, + "*" + ], + [ + 49, + 50, + 0, + 11, + 5, + "TALK_OBJECTS_CONFIG" + ] + ], + "groups": [ + { + "id": 1, + "title": "Input", + "bounding": [ + -2061.389892578125, + -807.83203125, + 2084.259521484375, + 813.2489013671875 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 2, + "title": "Infer", + "bounding": [ + -2060.729248046875, + 11.681816101074219, + 1652.6817626953125, + 893.2465209960938 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 0.6209213230591553, + "offset": [ + 2524.129024444816, + 799.7950517602292 + ] + }, + "frontendVersion": "1.23.4", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} diff --git a/examples/wan_i2v.json b/examples/wan2.2_lightx2v_h.json similarity index 53% rename from examples/wan_i2v.json rename to examples/wan2.2_lightx2v_h.json index 213e24f..fa0486e 100644 --- a/examples/wan_i2v.json +++ b/examples/wan2.2_lightx2v_h.json @@ -1,22 +1,57 @@ { - "id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093", + "id": "00000000-0000-0000-0000-000000000000", "revision": 0, - "last_node_id": 112, - "last_link_id": 82, + "last_node_id": 55, + "last_link_id": 59, "nodes": [ { - "id": 107, + "id": 10, + "type": "LightX2VQuantization", + "pos": [ + -2115.796630859375, + -282.90557861328125 + ], + "size": [ + 290.09375, + 154 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "quantization_config", + "type": "QUANT_CONFIG", + "links": [ + 52 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VQuantization" + }, + "widgets_values": [ + "sgl", + "fp8", + "fp8", + "fp16", + "fp8" + ] + }, + { + "id": 19, "type": "LoadImage", "pos": [ - 1073.2501220703125, - -168.2064208984375 + -1714.1234130859375, + -20.190126419067383 ], "size": [ 274.080078125, 314.0000305175781 ], "flags": {}, - "order": 0, + "order": 3, "mode": 0, "inputs": [], "outputs": [ @@ -24,7 +59,7 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 79 + 57 ] }, { @@ -33,154 +68,34 @@ "links": null } ], + "title": "加载图像", "properties": { "Node name for S&R": "LoadImage" }, "widgets_values": [ - "00.jpg", + "input (1).png", "image" ] }, { - "id": 109, - "type": "LightX2VConfigCombiner", - "pos": [ - 1410.54541015625, - -547.0989990234375 - ], - "size": [ - 239.138671875, - 126 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "link": 76 - }, - { - "name": "teacache_config", - "shape": 7, - "type": "TEACACHE_CONFIG", - "link": null - }, - { - "name": "quantization_config", - "shape": 7, - "type": "QUANT_CONFIG", - "link": null - }, - { - "name": "memory_config", - "shape": 7, - "type": "MEMORY_CONFIG", - "link": null - }, - { - "name": "vae_config", - "shape": 7, - "type": "VAE_CONFIG", - "link": null - }, - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": null - } - ], - "outputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "links": [ - 78, - 80 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VConfigCombiner" - }, - "widgets_values": [] - }, - { - "id": 110, - "type": "LightX2VModularInference", - "pos": [ - 1424.9375, - -216.26104736328125 - ], - "size": [ - 400, - 200 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "link": 78 - }, - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 79 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": null - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 81 - ] - }, - { - "name": "audio", - "type": "AUDIO", - "links": null - } - ], - "properties": { - "Node name for S&R": "LightX2VModularInference" - }, - "widgets_values": [ - "太空漫步，往前跑。 ", - "" - ] - }, - { - "id": 108, + "id": 21, "type": "VHS_VideoCombine", "pos": [ - 1859.1119384765625, - -211.628662109375 + -1236.06640625, + -257.72991943359375 ], "size": [ - 220.5830078125, + 390.9510192871094, 334 ], "flags": {}, - "order": 5, + "order": 6, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 81 + "link": 56 }, { "name": "audio", @@ -214,11 +129,11 @@ "widgets_values": { "frame_rate": 16, "loop_count": 0, - "filename_prefix": "AnimateDiff", + "filename_prefix": "vigen-15ebb023", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, - "save_metadata": true, + "save_metadata": false, "trim_to_audio": false, "pingpong": false, "save_output": true, @@ -226,67 +141,30 @@ "hidden": false, "paused": false, "params": { - "filename": "AnimateDiff_00588.mp4", + "filename": "vigen-15ebb023_00111.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", - "frame_rate": 16 - }, - "muted": false + "frame_rate": 16, + "workflow": "vigen-15ebb023_00111.png", + "fullpath": "/mnt/aigc/users/gaopeng1/ComfyUI/output/vigen-15ebb023_00111.mp4" + } } } }, { - "id": 111, - "type": "easy showAnything", - "pos": [ - 1766.246337890625, - -545.1817016601562 - ], - "size": [ - 624.5454711914062, - 358.7272644042969 - ], - "flags": { - "collapsed": true - }, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "anything", - "shape": 7, - "type": "*", - "link": 80 - } - ], - "outputs": [ - { - "name": "output", - "type": "*", - "links": null - } - ], - "properties": { - "Node name for S&R": "easy showAnything" - }, - "widgets_values": [ - "{\"model_cls\": \"wan2.1\", \"model_path\": \"/mnt/aigc/users/lijiaqi2/ComfyUI/models/lightx2v/Wan2.1-I2V-14B-480P\", \"task\": \"i2v\", \"mode\": \"infer\", \"infer_steps\": 40, \"seed\": 1822974886, \"sample_guide_scale\": 5.0, \"sample_shift\": 3, \"enable_cfg\": true, \"prompt\": \"\", \"negative_prompt\": \"\", \"target_height\": 480, \"target_width\": 480, \"target_video_length\": 81, \"fps\": 16, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"coefficients\": null, \"use_ret_steps\": false, \"dit_quant_scheme\": \"bf16\", \"t5_quant_scheme\": \"bf16\", \"clip_quant_scheme\": \"fp16\", \"quant_op\": \"vllm\", \"precision_mode\": \"fp32\", \"dit_quantized_ckpt\": null, \"t5_quantized_ckpt\": null, \"clip_quantized_ckpt\": null, \"mm_config\": {\"mm_type\": \"Default\"}, \"rotary_chunk\": false, \"rotary_chunk_size\": 100, \"clean_cuda_cache\": false, \"torch_compile\": false, \"attention_type\": \"flash_attn3\", \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"cpu_offload\": false, \"offload_granularity\": \"phase\", \"offload_ratio\": 1.0, \"t5_cpu_offload\": false, \"t5_offload_granularity\": \"model\", \"lazy_load\": false, \"unload_modules\": false, \"use_tiny_vae\": false, \"tiny_vae\": false, \"tiny_vae_path\": null, \"use_tiling_vae\": false, \"lora_path\": null, \"strength_model\": 1.0, \"do_mm_calib\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"use_prompt_enhancer\": false, \"text_len\": 512, \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 36, \"model_type\": \"i2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16}" - ] - }, - { - "id": 105, + "id": 23, "type": "LightX2VInferenceConfig", "pos": [ - 1073.62646484375, - -580.9854125976562 + -2410.2958984375, + -347.2873229980469 ], "size": [ 270, - 346 + 490 ], "flags": {}, - "order": 1, + "order": 0, "mode": 0, "inputs": [], "outputs": [ @@ -294,7 +172,7 @@ "name": "inference_config", "type": "INFERENCE_CONFIG", "links": [ - 76 + 51 ] } ], @@ -302,72 +180,264 @@ "Node name for S&R": "LightX2VInferenceConfig" }, "widgets_values": [ - "wan2.1", - "Wan2.1-I2V-14B-480P", + "wan2.2_moe_distill", + "Wan2.2-I2V-A14B-distill-fp8", "i2v", - 40, - 1822974886, - "fixed", + 4, + 222869388, + "randomize", + 1, + 1, 5, - 3, - 480, - 480, + 1280, + 720, 5, - "", + "flash_attn3", + "1000,750,500,250", + "adaptive", + "720p", + 81, + 5, + false + ] + }, + { + "id": 51, + "type": "LightX2VMemoryOptimization", + "pos": [ + -2113.802490234375, + -65.72712707519531 + ], + "size": [ + 311.908203125, + 370 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "memory_config", + "type": "MEMORY_CONFIG", + "links": [ + 53 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VMemoryOptimization" + }, + "widgets_values": [ + false, + 100, + false, + true, + "block", + 1, + false, + "model", + false, + false, + false, + false, + false, + false + ] + }, + { + "id": 52, + "type": "LightX2VConfigCombinerV2", + "pos": [ + -1720.9281005859375, + -361.9546813964844 + ], + "size": [ + 400, + 282 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "inference_config", + "type": "INFERENCE_CONFIG", + "link": 51 + }, + { + "name": "teacache_config", + "shape": 7, + "type": "TEACACHE_CONFIG", + "link": null + }, + { + "name": "quantization_config", + "shape": 7, + "type": "QUANT_CONFIG", + "link": 52 + }, + { + "name": "memory_config", + "shape": 7, + "type": "MEMORY_CONFIG", + "link": 53 + }, + { + "name": "lora_chain", + "shape": 7, + "type": "LORA_CHAIN", + "link": null + }, + { + "name": "talk_objects_config", + "shape": 7, + "type": "TALK_OBJECTS_CONFIG", + "link": null + }, + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 57 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + } + ], + "outputs": [ + { + "name": "prepared_config", + "type": "PREPARED_CONFIG", + "links": [ + 55 + ] + } + ], + "properties": { + "Node name for S&R": "LightX2VConfigCombinerV2" + }, + "widgets_values": [ + "The cow feature the person is talking.", "" ] + }, + { + "id": 53, + "type": "LightX2VModularInferenceV2", + "pos": [ + -1232.5400390625, + -354.8329772949219 + ], + "size": [ + 234.46444702148438, + 46 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "prepared_config", + "type": "PREPARED_CONFIG", + "link": 55 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 56 + ] + }, + { + "name": "audio", + "type": "AUDIO", + "links": null + } + ], + "properties": { + "Node name for S&R": "LightX2VModularInferenceV2" + }, + "widgets_values": [] } ], "links": [ [ - 76, - 105, + 51, + 23, 0, - 109, + 52, 0, "INFERENCE_CONFIG" ], [ - 78, - 109, + 52, + 10, 0, - 110, - 0, - "COMBINED_CONFIG" + 52, + 2, + "QUANT_CONFIG" ], [ - 79, - 107, + 53, + 51, + 0, + 52, + 3, + "MEMORY_CONFIG" + ], + [ + 55, + 52, + 0, + 53, + 0, + "PREPARED_CONFIG" + ], + [ + 56, + 53, + 0, + 21, 0, - 110, - 1, "IMAGE" ], [ - 80, - 109, - 0, - 111, - 0, - "*" - ], - [ - 81, - 110, - 0, - 108, + 57, + 19, 0, + 52, + 6, "IMAGE" ] ], - "groups": [], + "groups": [ + { + "id": 2, + "title": "Infer", + "bounding": [ + -2421.39599609375, + -422.0833740234375, + 1652.6817626953125, + 893.2465209960938 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], "config": {}, "extra": { "ds": { - "scale": 1, + "scale": 0.7513148009015777, "offset": [ - -584.0960104591186, - 687.7305563726111 + 2717.6156091040034, + 642.5150759820887 ] }, "frontendVersion": "1.23.4", diff --git a/examples/wan_i2v_with_audio.json b/examples/wan_i2v_with_audio.json deleted file mode 100644 index aef28b3..0000000 --- a/examples/wan_i2v_with_audio.json +++ /dev/null @@ -1,388 +0,0 @@ -{ - "id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093", - "revision": 0, - "last_node_id": 118, - "last_link_id": 89, - "nodes": [ - { - "id": 109, - "type": "LightX2VConfigCombiner", - "pos": [1090.0107421875, -940.6998901367188], - "size": [239.138671875, 126], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "link": 76 - }, - { - "name": "teacache_config", - "shape": 7, - "type": "TEACACHE_CONFIG", - "link": null - }, - { - "name": "quantization_config", - "shape": 7, - "type": "QUANT_CONFIG", - "link": null - }, - { - "name": "memory_config", - "shape": 7, - "type": "MEMORY_CONFIG", - "link": null - }, - { - "name": "vae_config", - "shape": 7, - "type": "VAE_CONFIG", - "link": null - }, - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": null - } - ], - "outputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "links": [78, 80] - } - ], - "properties": { - "Node name for S&R": "LightX2VConfigCombiner" - }, - "widgets_values": [] - }, - { - "id": 110, - "type": "LightX2VModularInference", - "pos": [1451.4600830078125, -804.5155029296875], - "size": [400, 200], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "link": 78 - }, - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 79 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": 85 - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [86] - }, - { - "name": "audio", - "type": "AUDIO", - "links": [84] - } - ], - "properties": { - "Node name for S&R": "LightX2VModularInference" - }, - "widgets_values": [ - "The video features a old lady is saying something and knitting a sweater.", - "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走" - ] - }, - { - "id": 105, - "type": "LightX2VInferenceConfig", - "pos": [775.7962646484375, -936.5638427734375], - "size": [270, 346], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "links": [76] - } - ], - "properties": { - "Node name for S&R": "LightX2VInferenceConfig" - }, - "widgets_values": [ - "wan2.1_audio", - "Wan2.1-R2V721-Audio-14B-720P", - "i2v", - 4, - 407287721, - "randomize", - 1, - 5, - 720, - 1280, - 5, - "", - "" - ] - }, - { - "id": 117, - "type": "RIFEInterpolation", - "pos": [1999.54443359375, -796.881591796875], - "size": [270, 130], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 86 - }, - { - "name": "target_fps", - "type": "FLOAT", - "widget": { - "name": "target_fps" - }, - "link": 88 - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [87] - } - ], - "properties": { - "Node name for S&R": "RIFEInterpolation" - }, - "widgets_values": [16, 24, 1, "flownet.pkl"] - }, - { - "id": 108, - "type": "VHS_VideoCombine", - "pos": [2351.4580078125, -794.34375], - "size": [220.5830078125, 496.25701904296875], - "flags": {}, - "order": 8, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 87 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": 84 - }, - { - "name": "meta_batch", - "shape": 7, - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "shape": 7, - "type": "VAE", - "link": null - }, - { - "name": "frame_rate", - "type": "FLOAT", - "widget": { - "name": "frame_rate" - }, - "link": 89 - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 24, - "loop_count": 0, - "filename_prefix": "AnimateDiff", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "AnimateDiff_00013-audio.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 24, - "workflow": "AnimateDiff_00013.png", - "fullpath": "/mnt/aigc/users/gaopeng1/ComfyUI/output/AnimateDiff_00013-audio.mp4" - }, - "muted": false - } - } - }, - { - "id": 107, - "type": "LoadImage", - "pos": [1041.3621826171875, -540.7197265625], - "size": [274.080078125, 314.0000305175781], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [79] - }, - { - "name": "MASK", - "type": "MASK", - "links": null - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": ["15.png", "image"] - }, - { - "id": 116, - "type": "LoadAudio", - "pos": [1034.8560791015625, -166.87115478515625], - "size": [270, 136], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "AUDIO", - "type": "AUDIO", - "links": [85] - } - ], - "properties": { - "Node name for S&R": "LoadAudio" - }, - "widgets_values": ["15.wav", null, null] - }, - { - "id": 111, - "type": "easy showAnything", - "pos": [1471.281982421875, -908.9144897460938], - "size": [624.5454711914062, 358.7272644042969], - "flags": { - "collapsed": true - }, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "anything", - "shape": 7, - "type": "*", - "link": 80 - } - ], - "outputs": [ - { - "name": "output", - "type": "*", - "links": null - } - ], - "title": "config", - "properties": { - "Node name for S&R": "easy showAnything" - }, - "widgets_values": [ - "{\"model_cls\": \"wan2.1_audio\", \"model_path\": \"/mnt/aigc/users/gaopeng1/ComfyUI/models/lightx2v/Wan2.1-R2V721-Audio-14B-720P\", \"task\": \"i2v\", \"mode\": \"infer\", \"infer_steps\": 4, \"seed\": 2308065231, \"sample_guide_scale\": 1.0, \"sample_shift\": 5, \"enable_cfg\": false, \"prompt\": \"\", \"negative_prompt\": \"\", \"target_height\": 720, \"target_width\": 1280, \"target_video_length\": 81, \"fps\": 16, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"coefficients\": null, \"use_ret_steps\": false, \"dit_quant_scheme\": \"bf16\", \"t5_quant_scheme\": \"bf16\", \"clip_quant_scheme\": \"fp16\", \"quant_op\": \"vllm\", \"precision_mode\": \"fp32\", \"dit_quantized_ckpt\": null, \"t5_quantized_ckpt\": null, \"clip_quantized_ckpt\": null, \"mm_config\": {\"mm_type\": \"Default\"}, \"rotary_chunk\": false, \"rotary_chunk_size\": 100, \"clean_cuda_cache\": false, \"torch_compile\": false, \"attention_type\": \"flash_attn3\", \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"cpu_offload\": false, \"offload_granularity\": \"phase\", \"offload_ratio\": 1.0, \"t5_cpu_offload\": false, \"t5_offload_granularity\": \"model\", \"lazy_load\": false, \"unload_modules\": false, \"use_tiny_vae\": false, \"tiny_vae\": false, \"tiny_vae_path\": null, \"use_tiling_vae\": false, \"lora_path\": null, \"strength_model\": 1.0, \"do_mm_calib\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"use_prompt_enhancer\": false, \"text_len\": 512, \"video_duration\": 5.0, \"adaptive_resize\": false, \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 16, \"model_type\": \"i2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16}" - ] - }, - { - "id": 118, - "type": "easy float", - "pos": [1477.1490478515625, -516.4893798828125], - "size": [301.4599914550781, 95.50999450683594], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "float", - "type": "FLOAT", - "links": [88, 89] - } - ], - "title": "output_fps", - "properties": { - "Node name for S&R": "easy float" - }, - "widgets_values": [24.000000000000004] - } - ], - "links": [ - [76, 105, 0, 109, 0, "INFERENCE_CONFIG"], - [78, 109, 0, 110, 0, "COMBINED_CONFIG"], - [79, 107, 0, 110, 1, "IMAGE"], - [80, 109, 0, 111, 0, "*"], - [84, 110, 1, 108, 1, "AUDIO"], - [85, 116, 0, 110, 2, "AUDIO"], - [86, 110, 0, 117, 0, "IMAGE"], - [87, 117, 0, 108, 0, "IMAGE"], - [88, 118, 0, 117, 1, "FLOAT"], - [89, 118, 0, 108, 4, "FLOAT"] - ], - "groups": [], - "config": {}, - "extra": { - "ds": { - "scale": 0.6209213230591553, - "offset": [-32.91825689016712, 1273.01043993064] - }, - "frontendVersion": "1.23.4", - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0, - "VHS_MetadataImage": true, - "VHS_KeepIntermediate": true - }, - "version": 0.4 -} diff --git a/examples/wan_i2v_with_distill_lora.json b/examples/wan_i2v_with_distill_lora.json deleted file mode 100644 index 69eecfa..0000000 --- a/examples/wan_i2v_with_distill_lora.json +++ /dev/null @@ -1,427 +0,0 @@ -{ - "id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093", - "revision": 0, - "last_node_id": 112, - "last_link_id": 82, - "nodes": [ - { - "id": 109, - "type": "LightX2VConfigCombiner", - "pos": [ - 1531.4547119140625, - -521.6442260742188 - ], - "size": [ - 239.138671875, - 126 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "link": 76 - }, - { - "name": "teacache_config", - "shape": 7, - "type": "TEACACHE_CONFIG", - "link": null - }, - { - "name": "quantization_config", - "shape": 7, - "type": "QUANT_CONFIG", - "link": null - }, - { - "name": "memory_config", - "shape": 7, - "type": "MEMORY_CONFIG", - "link": null - }, - { - "name": "vae_config", - "shape": 7, - "type": "VAE_CONFIG", - "link": null - }, - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": 82 - } - ], - "outputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "links": [ - 78, - 80 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VConfigCombiner" - }, - "widgets_values": [] - }, - { - "id": 111, - "type": "easy showAnything", - "pos": [ - 1839.9300537109375, - -494.4144287109375 - ], - "size": [ - 624.5454711914062, - 358.7272644042969 - ], - "flags": { - "collapsed": true - }, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "anything", - "shape": 7, - "type": "*", - "link": 80 - } - ], - "outputs": [ - { - "name": "output", - "type": "*", - "links": null - } - ], - "properties": { - "Node name for S&R": "easy showAnything" - }, - "widgets_values": [ - "{\"model_cls\": \"wan2.1\", \"model_path\": \"/mnt/aigc/users/lijiaqi2/ComfyUI/models/lightx2v/Wan2.1-I2V-14B-480P\", \"task\": \"i2v\", \"mode\": \"infer\", \"infer_steps\": 4, \"seed\": 1822974886, \"sample_guide_scale\": 1.0, \"sample_shift\": 8, \"enable_cfg\": false, \"prompt\": \"\", \"negative_prompt\": \"\", \"target_height\": 480, \"target_width\": 480, \"target_video_length\": 81, \"fps\": 16, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"coefficients\": null, \"use_ret_steps\": false, \"dit_quant_scheme\": \"bf16\", \"t5_quant_scheme\": \"bf16\", \"clip_quant_scheme\": \"fp16\", \"quant_op\": \"vllm\", \"precision_mode\": \"fp32\", \"dit_quantized_ckpt\": null, \"t5_quantized_ckpt\": null, \"clip_quantized_ckpt\": null, \"mm_config\": {\"mm_type\": \"Default\"}, \"rotary_chunk\": false, \"rotary_chunk_size\": 100, \"clean_cuda_cache\": false, \"torch_compile\": false, \"attention_type\": \"flash_attn3\", \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"cpu_offload\": false, \"offload_granularity\": \"phase\", \"offload_ratio\": 1.0, \"t5_cpu_offload\": false, \"t5_offload_granularity\": \"model\", \"lazy_load\": false, \"unload_modules\": false, \"use_tiny_vae\": false, \"tiny_vae\": false, \"tiny_vae_path\": null, \"use_tiling_vae\": false, \"lora_path\": null, \"strength_model\": 1.0, \"do_mm_calib\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"use_prompt_enhancer\": false, \"text_len\": 512, \"denoising_step_list\": [999, 750, 500, 250], \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 36, \"model_type\": \"i2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16, \"lora_configs\": [{\"path\": \"/mnt/aigc/users/lijiaqi2/ComfyUI/models/lightx2v/loras/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank32.safetensors\", \"strength\": 1.0}]}" - ] - }, - { - "id": 112, - "type": "LightX2VLoRALoader", - "pos": [ - 1083.3714599609375, - -178.75082397460938 - ], - "size": [ - 270, - 82 - ], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [ - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": null - } - ], - "outputs": [ - { - "name": "lora_chain", - "type": "LORA_CHAIN", - "links": [ - 82 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VLoRALoader" - }, - "widgets_values": [ - "Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank32.safetensors", - 1 - ] - }, - { - "id": 107, - "type": "LoadImage", - "pos": [ - 1082.250244140625, - -34.84281921386719 - ], - "size": [ - 274.080078125, - 314.0000305175781 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 79 - ] - }, - { - "name": "MASK", - "type": "MASK", - "links": null - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "00.jpg", - "image" - ] - }, - { - "id": 110, - "type": "LightX2VModularInference", - "pos": [ - 1479.8463134765625, - -292.079345703125 - ], - "size": [ - 400, - 200 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "link": 78 - }, - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 79 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": null - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 81 - ] - }, - { - "name": "audio", - "type": "AUDIO", - "links": null - } - ], - "properties": { - "Node name for S&R": "LightX2VModularInference" - }, - "widgets_values": [ - "太空漫步，往前跑。 ", - "" - ] - }, - { - "id": 108, - "type": "VHS_VideoCombine", - "pos": [ - 1940.93017578125, - -293.4468688964844 - ], - "size": [ - 220.5830078125, - 334 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 81 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": null - }, - { - "name": "meta_batch", - "shape": 7, - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "shape": 7, - "type": "VAE", - "link": null - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 16, - "loop_count": 0, - "filename_prefix": "AnimateDiff", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "AnimateDiff_00585.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 16 - }, - "muted": false - } - } - }, - { - "id": 105, - "type": "LightX2VInferenceConfig", - "pos": [ - 1073.62646484375, - -580.9854125976562 - ], - "size": [ - 270, - 346 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "links": [ - 76 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VInferenceConfig" - }, - "widgets_values": [ - "wan2.1", - "Wan2.1-I2V-14B-480P", - "i2v", - 4, - 1822974886, - "fixed", - 1, - 8, - 480, - 480, - 5, - "", - false - ] - } - ], - "links": [ - [ - 76, - 105, - 0, - 109, - 0, - "INFERENCE_CONFIG" - ], - [ - 78, - 109, - 0, - 110, - 0, - "COMBINED_CONFIG" - ], - [ - 79, - 107, - 0, - 110, - 1, - "IMAGE" - ], - [ - 80, - 109, - 0, - 111, - 0, - "*" - ], - [ - 81, - 110, - 0, - 108, - 0, - "IMAGE" - ], - [ - 82, - 112, - 0, - 109, - 5, - "LORA_CHAIN" - ] - ], - "groups": [], - "config": {}, - "extra": { - "ds": { - "scale": 0.9090909090909091, - "offset": [ - -410.4301352345007, - 742.4904101052797 - ] - }, - "frontendVersion": "1.23.4", - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0, - "VHS_MetadataImage": true, - "VHS_KeepIntermediate": true - }, - "version": 0.4 -} diff --git a/examples/wan_t2v_with_distill_lora.json b/examples/wan_t2v_with_distill_lora.json deleted file mode 100644 index 9791610..0000000 --- a/examples/wan_t2v_with_distill_lora.json +++ /dev/null @@ -1,427 +0,0 @@ -{ - "id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093", - "revision": 0, - "last_node_id": 112, - "last_link_id": 82, - "nodes": [ - { - "id": 109, - "type": "LightX2VConfigCombiner", - "pos": [ - 1531.4547119140625, - -521.6442260742188 - ], - "size": [ - 239.138671875, - 126 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "link": 76 - }, - { - "name": "teacache_config", - "shape": 7, - "type": "TEACACHE_CONFIG", - "link": null - }, - { - "name": "quantization_config", - "shape": 7, - "type": "QUANT_CONFIG", - "link": null - }, - { - "name": "memory_config", - "shape": 7, - "type": "MEMORY_CONFIG", - "link": null - }, - { - "name": "vae_config", - "shape": 7, - "type": "VAE_CONFIG", - "link": null - }, - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": 82 - } - ], - "outputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "links": [ - 78, - 80 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VConfigCombiner" - }, - "widgets_values": [] - }, - { - "id": 111, - "type": "easy showAnything", - "pos": [ - 1839.9300537109375, - -494.4144287109375 - ], - "size": [ - 624.5454711914062, - 358.7272644042969 - ], - "flags": { - "collapsed": true - }, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "anything", - "shape": 7, - "type": "*", - "link": 80 - } - ], - "outputs": [ - { - "name": "output", - "type": "*", - "links": null - } - ], - "properties": { - "Node name for S&R": "easy showAnything" - }, - "widgets_values": [ - "{\"model_cls\": \"wan2.1\", \"model_path\": \"/mnt/aigc/users/lijiaqi2/ComfyUI/models/lightx2v/Wan2.1-T2V-14B\", \"task\": \"t2v\", \"mode\": \"infer\", \"infer_steps\": 4, \"seed\": 1822974886, \"sample_guide_scale\": 1.0, \"sample_shift\": 8, \"enable_cfg\": false, \"prompt\": \"\", \"negative_prompt\": \"\", \"target_height\": 480, \"target_width\": 480, \"target_video_length\": 81, \"fps\": 16, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"coefficients\": null, \"use_ret_steps\": false, \"dit_quant_scheme\": \"bf16\", \"t5_quant_scheme\": \"bf16\", \"clip_quant_scheme\": \"fp16\", \"quant_op\": \"vllm\", \"precision_mode\": \"fp32\", \"dit_quantized_ckpt\": null, \"t5_quantized_ckpt\": null, \"clip_quantized_ckpt\": null, \"mm_config\": {\"mm_type\": \"Default\"}, \"rotary_chunk\": false, \"rotary_chunk_size\": 100, \"clean_cuda_cache\": false, \"torch_compile\": false, \"attention_type\": \"flash_attn3\", \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"cpu_offload\": false, \"offload_granularity\": \"phase\", \"offload_ratio\": 1.0, \"t5_cpu_offload\": false, \"t5_offload_granularity\": \"model\", \"lazy_load\": false, \"unload_modules\": false, \"use_tiny_vae\": false, \"tiny_vae\": false, \"tiny_vae_path\": null, \"use_tiling_vae\": false, \"lora_path\": null, \"strength_model\": 1.0, \"do_mm_calib\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"use_prompt_enhancer\": false, \"text_len\": 512, \"denoising_step_list\": [999, 750, 500, 250], \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 16, \"model_type\": \"t2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16, \"lora_configs\": [{\"path\": \"/mnt/aigc/users/lijiaqi2/ComfyUI/models/lightx2v/loras/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank32.safetensors\", \"strength\": 1.0}]}" - ] - }, - { - "id": 110, - "type": "LightX2VModularInference", - "pos": [ - 1496.8944091796875, - -278.5135498046875 - ], - "size": [ - 400, - 200 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "combined_config", - "type": "COMBINED_CONFIG", - "link": 78 - }, - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 79 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": null - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 81 - ] - }, - { - "name": "audio", - "type": "AUDIO", - "links": null - } - ], - "properties": { - "Node name for S&R": "LightX2VModularInference" - }, - "widgets_values": [ - "好奇的小兔子。 ", - "" - ] - }, - { - "id": 108, - "type": "VHS_VideoCombine", - "pos": [ - 1943.5921630859375, - -272.15087890625 - ], - "size": [ - 220.5830078125, - 334 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 81 - }, - { - "name": "audio", - "shape": 7, - "type": "AUDIO", - "link": null - }, - { - "name": "meta_batch", - "shape": 7, - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "shape": 7, - "type": "VAE", - "link": null - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 16, - "loop_count": 0, - "filename_prefix": "AnimateDiff", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "AnimateDiff_00585.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 16 - }, - "muted": false - } - } - }, - { - "id": 112, - "type": "LightX2VLoRALoader", - "pos": [ - 1068.7301025390625, - -174.75782775878906 - ], - "size": [ - 270, - 82 - ], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [ - { - "name": "lora_chain", - "shape": 7, - "type": "LORA_CHAIN", - "link": null - } - ], - "outputs": [ - { - "name": "lora_chain", - "type": "LORA_CHAIN", - "links": [ - 82 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VLoRALoader" - }, - "widgets_values": [ - "Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank32.safetensors", - 1 - ] - }, - { - "id": 105, - "type": "LightX2VInferenceConfig", - "pos": [ - 1073.62646484375, - -580.9854125976562 - ], - "size": [ - 270, - 346 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "inference_config", - "type": "INFERENCE_CONFIG", - "links": [ - 76 - ] - } - ], - "properties": { - "Node name for S&R": "LightX2VInferenceConfig" - }, - "widgets_values": [ - "wan2.1", - "Wan2.1-T2V-14B", - "t2v", - 4, - 1822974886, - "fixed", - 1, - 8, - 480, - 480, - 5, - "", - false - ] - }, - { - "id": 107, - "type": "LoadImage", - "pos": [ - 1074.7064208984375, - -30.950040817260742 - ], - "size": [ - 274.080078125, - 314.0000305175781 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 79 - ] - }, - { - "name": "MASK", - "type": "MASK", - "links": null - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "00.jpg", - "image" - ] - } - ], - "links": [ - [ - 76, - 105, - 0, - 109, - 0, - "INFERENCE_CONFIG" - ], - [ - 78, - 109, - 0, - 110, - 0, - "COMBINED_CONFIG" - ], - [ - 79, - 107, - 0, - 110, - 1, - "IMAGE" - ], - [ - 80, - 109, - 0, - 111, - 0, - "*" - ], - [ - 81, - 110, - 0, - 108, - 0, - "IMAGE" - ], - [ - 82, - 112, - 0, - 109, - 5, - "LORA_CHAIN" - ] - ], - "groups": [], - "config": {}, - "extra": { - "ds": { - "scale": 0.9090909090909091, - "offset": [ - -509.5614756595836, - 590.1535922171577 - ] - }, - "frontendVersion": "1.23.4", - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0, - "VHS_MetadataImage": true, - "VHS_KeepIntermediate": true - }, - "version": 0.4 -}