From 3205b4813dfd16cbadcd565164bcdc22f790c378 Mon Sep 17 00:00:00 2001 From: GACLove Date: Tue, 15 Jul 2025 01:35:30 +0800 Subject: [PATCH] refactor: update i2v_workflow.json to streamline node configurations, enhance node types, and improve overall structure for better usability in video generation workflows --- examples/i2v_workflow.json | 968 ++++++------------------------------- 1 file changed, 146 insertions(+), 822 deletions(-) diff --git a/examples/i2v_workflow.json b/examples/i2v_workflow.json index f5abcb1..3f7fd7b 100644 --- a/examples/i2v_workflow.json +++ b/examples/i2v_workflow.json @@ -1,93 +1,55 @@ { - "id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093", + "id": "8e32b654-fc07-4c42-9cf1-f18fcfe1539d", "revision": 0, - "last_node_id": 104, - "last_link_id": 72, + "last_node_id": 19, + "last_link_id": 22, "nodes": [ { - "id": 86, - "type": "Lightx2vWanVideoT5Encoder", + "id": 11, + "type": "easy showAnything", "pos": [ - 1442.1888427734375, - -295.54803466796875 + 1853.2427978515625, + -60.925323486328125 ], "size": [ - 400, - 200 + 421.81817626953125, + 474.18182373046875 ], "flags": {}, - "order": 12, + "order": 2, "mode": 0, "inputs": [ { - "name": "t5_encoder", - "type": "LIGHT_T5_ENCODER", - "link": 50 + "name": "anything", + "shape": 7, + "type": "*", + "link": 13 } ], "outputs": [ { - "name": "text_embeddings", - "type": "LIGHT_TEXT_EMBEDDINGS", - "links": [ - 63 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoT5Encoder" - }, - "widgets_values": [ - "Summer beach vacation style, a white cat wearing sunglasses sits on a surfboard. The fluffy-furred feline gazes directly at the camera with a relaxed expression. Blurred beach scenery forms the background featuring crystal-clear waters, distant green hills, and a blue sky dotted with white clouds. The cat assumes a naturally relaxed posture, as if savoring the sea breeze and warm sunlight. A close-up shot highlights the feline's intricate details and the refreshing atmosphere of the seaside.", - "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走" - ] - }, - { - "id": 98, - "type": "SetNode", - "pos": [ - 1877.1121826171875, - -288.5297546386719 - ], - "size": [ - 210, - 60 - ], - "flags": {}, - "order": 17, - "mode": 0, - "inputs": [ - { - "name": "LIGHT_TEXT_EMBEDDINGS", - "type": "LIGHT_TEXT_EMBEDDINGS", - "link": 63 - } - ], - "outputs": [ - { - "name": "*", + "name": "output", "type": "*", "links": null } ], - "title": "Set_textEmbedding", "properties": { - "previousName": "textEmbedding" + "Node name for S&R": "easy showAnything" }, "widgets_values": [ - "textEmbedding" + "{\"do_mm_calib\": false, \"cpu_offload\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"use_ret_steps\": false, \"use_bfloat16\": true, \"lora_path\": null, \"strength_model\": 1.0, \"mm_config\": {}, \"use_prompt_enhancer\": false, \"model_cls\": \"wan2.1\", \"model_path\": \"/mnt/aigc/users/lijiaqi2/wan_model/Wan2.1-I2V-14B-480P\", \"task\": \"i2v\", \"mode\": \"infer\", \"infer_steps\": 20, \"target_video_length\": 17, \"target_height\": 640, \"target_width\": 640, \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"seed\": 3707983098, \"sample_guide_scale\": 7.0, \"sample_shift\": 5, \"enable_cfg\": true, \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 36, \"model_type\": \"i2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16, \"text_len\": 512}" ] }, { - "id": 99, - "type": "GetNode", + "id": 16, + "type": "LoadImage", "pos": [ - 2132.26806640625, - 163.85653686523438 + 1350.956298828125, + 533.7491455078125 ], "size": [ - 210, - 60 + 274.080078125, + 314 ], "flags": {}, "order": 0, @@ -95,424 +57,116 @@ "inputs": [], "outputs": [ { - "name": "LIGHT_TEXT_EMBEDDINGS", - "type": "LIGHT_TEXT_EMBEDDINGS", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 64 + 19 ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null } ], - "title": "Get_textEmbedding", - "properties": {}, + "properties": { + "Node name for S&R": "LoadImage" + }, "widgets_values": [ - "textEmbedding" + "00.jpg", + "image" ] }, { - "id": 97, - "type": "GetNode", + "id": 14, + "type": "LightX2VConfigBuilder", "pos": [ - 2130.0673828125, - 273.8567199707031 + 1364.2938232421875, + -5.740452289581299 ], "size": [ - 210, - 60 + 400, + 484 ], "flags": {}, "order": 1, "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "LIGHT_IMAGE_EMBEDDINGS", - "type": "LIGHT_IMAGE_EMBEDDINGS", - "links": [ - 62 - ] - } - ], - "title": "Get_ImageEmbedding", - "properties": {}, - "widgets_values": [ - "ImageEmbedding" - ] - }, - { - "id": 101, - "type": "GetNode", - "pos": [ - 2133.368896484375, - 58.25640869140625 - ], - "size": [ - 210, - 60 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "LIGHT_WAN_MODEL", - "type": "LIGHT_WAN_MODEL", - "links": [ - 66 - ] - } - ], - "title": "Get_WanModel", - "properties": {}, - "widgets_values": [ - "WanModel" - ] - }, - { - "id": 96, - "type": "SetNode", - "pos": [ - 1879.2105712890625, - 221.4419403076172 - ], - "size": [ - 217.705078125, - 60 - ], - "flags": {}, - "order": 18, - "mode": 0, "inputs": [ { - "name": "LIGHT_IMAGE_EMBEDDINGS", - "type": "LIGHT_IMAGE_EMBEDDINGS", - "link": 61 - } - ], - "outputs": [ - { - "name": "*", - "type": "*", - "links": null - } - ], - "title": "Set_ImageEmbedding", - "properties": { - "previousName": "ImageEmbedding" - }, - "widgets_values": [ - "ImageEmbedding" - ] - }, - { - "id": 94, - "type": "SetNode", - "pos": [ - 1366.3128662109375, - -2.559765577316284 - ], - "size": [ - 210, - 60 - ], - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "LIGHT_WAN_VAE", - "type": "LIGHT_WAN_VAE", - "link": 59 - } - ], - "outputs": [ - { - "name": "*", - "type": "*", - "links": null - } - ], - "title": "Set_VAE_MODEL", - "properties": { - "previousName": "VAE_MODEL" - }, - "widgets_values": [ - "VAE_MODEL" - ] - }, - { - "id": 95, - "type": "GetNode", - "pos": [ - 2128.657958984375, - 496.9094543457031 - ], - "size": [ - 210, - 60 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "LIGHT_WAN_VAE", - "type": "LIGHT_WAN_VAE", - "links": [ - 60 - ] - } - ], - "title": "Get_VAE_MODEL", - "properties": {}, - "widgets_values": [ - "VAE_MODEL" - ] - }, - { - "id": 82, - "type": "Lightx2vWanVideoVaeLoader", - "pos": [ - 946.6648559570312, - 23.290925979614258 - ], - "size": [ - 315, - 154 - ], - "flags": {}, - "order": 8, - "mode": 0, - "inputs": [ - { - "name": "model_dir", + "name": "quantization_config", "shape": 7, - "type": "STRING", - "widget": { - "name": "model_dir" - }, - "link": 68 - } - ], - "outputs": [ - { - "name": "wan_vae", - "type": "LIGHT_WAN_VAE", - "links": [ - 49, - 59 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoVaeLoader" - }, - "widgets_values": [ - "Wan2.1_VAE.pth", - "fp16", - "cuda", - false, - "" - ] - }, - { - "id": 83, - "type": "Lightx2vWanVideoClipVisionEncoderLoader", - "pos": [ - 870.7804565429688, - 228.91616821289062 - ], - "size": [ - 491.4000244140625, - 154 - ], - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [ - { - "name": "model_dir", - "shape": 7, - "type": "STRING", - "widget": { - "name": "model_dir" - }, - "link": 70 - } - ], - "outputs": [ - { - "name": "clip_vision_encoder", - "type": "LIGHT_CLIP_VISION_ENCODER", - "links": [ - 47 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoClipVisionEncoderLoader" - }, - "widgets_values": [ - "models_clip_open-clip-xlm-roberta-large-vit-huge-14.pth", - "xlm-roberta-large", - "fp16", - "cuda", - "" - ] - }, - { - "id": 87, - "type": "Lightx2vWanVideoT5EncoderLoader", - "pos": [ - 1044.3515625, - -289.7835998535156 - ], - "size": [ - 378, - 178 - ], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "model_dir", - "shape": 7, - "type": "STRING", - "widget": { - "name": "model_dir" - }, - "link": 67 - } - ], - "outputs": [ - { - "name": "t5_encoder", - "type": "LIGHT_T5_ENCODER", - "links": [ - 50 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoT5EncoderLoader" - }, - "widgets_values": [ - "models_t5_umt5-xxl-enc-bf16.pth", - "bf16", - "cuda", - "bf16" - ] - }, - { - "id": 91, - "type": "Lightx2vWanVideoVaeDecoder", - "pos": [ - 2617.407470703125, - 521.6240844726562 - ], - "size": [ - 302.4000244140625, - 46 - ], - "flags": {}, - "order": 11, - "mode": 0, - "inputs": [ - { - "name": "wan_vae", - "type": "LIGHT_WAN_VAE", - "link": 60 + "type": "LIGHTX2V_CONFIG", + "link": null }, { - "name": "latent", - "type": "LIGHT_LATENT", - "link": 55 + "name": "attention_config", + "shape": 7, + "type": "LIGHTX2V_CONFIG", + "link": null + }, + { + "name": "caching_config", + "shape": 7, + "type": "LIGHTX2V_CONFIG", + "link": null + }, + { + "name": "distill_config", + "shape": 7, + "type": "LIGHTX2V_CONFIG", + "link": null } ], "outputs": [ { - "name": "images", - "type": "IMAGE", + "name": "config", + "type": "LIGHTX2V_CONFIG", "links": [ - 57 + 13, + 20 ] } ], "properties": { - "Node name for S&R": "Lightx2vWanVideoVaeDecoder" - }, - "widgets_values": [] - }, - { - "id": 85, - "type": "Lightx2vWanVideoImageEncoder", - "pos": [ - 1399.911865234375, - 219.23788452148438 - ], - "size": [ - 456, - 146 - ], - "flags": {}, - "order": 14, - "mode": 0, - "inputs": [ - { - "name": "vae", - "type": "LIGHT_WAN_VAE", - "link": 49 - }, - { - "name": "clip_vision_encoder", - "type": "LIGHT_CLIP_VISION_ENCODER", - "link": 47 - }, - { - "name": "image", - "type": "IMAGE", - "link": 58 - } - ], - "outputs": [ - { - "name": "image_embeddings", - "type": "LIGHT_IMAGE_EMBEDDINGS", - "links": [ - 61 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoImageEncoder" + "Node name for S&R": "LightX2VConfigBuilder" }, "widgets_values": [ - 960, - 544, - 81 + "wan2.1", + "/mnt/aigc/users/lijiaqi2/wan_model/Wan2.1-I2V-14B-480P", + "i2v", + "wan_wan_i2v", + 20, + 7, + 1792230042, + "randomize", + 640, + 640, + 17, + 5, + "{}", + "", + 1 ] }, { - "id": 92, + "id": 19, "type": "VHS_VideoCombine", "pos": [ - 2975.113525390625, - 136.8319549560547 + 2385.66748046875, + 197.88131713867188 ], "size": [ 220.5830078125, - 591.4440307617188 + 524.5830078125 ], "flags": {}, - "order": 16, + "order": 4, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 57 + "link": 22 }, { "name": "audio", @@ -557,7 +211,7 @@ "hidden": false, "paused": false, "params": { - "filename": "AnimateDiff_00565.mp4", + "filename": "AnimateDiff_00566.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", @@ -568,428 +222,98 @@ } }, { - "id": 93, - "type": "LoadImage", + "id": 17, + "type": "LightX2VInference", "pos": [ - 927.174072265625, - 455.7635498046875 + 1857.4027099609375, + 484.1622619628906 ], "size": [ - 315, - 314.0000305175781 + 400, + 200 ], "flags": {}, - "order": 4, + "order": 3, "mode": 0, - "inputs": [], + "inputs": [ + { + "name": "config", + "type": "LIGHTX2V_CONFIG", + "link": 20 + }, + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 19 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + } + ], "outputs": [ { - "name": "IMAGE", + "name": "images", "type": "IMAGE", "links": [ - 58 - ] - }, - { - "name": "MASK", - "type": "MASK", - "links": null - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "img_0.jpg", - "image" - ] - }, - { - "id": 100, - "type": "SetNode", - "pos": [ - 2525.461669921875, - -330.6775207519531 - ], - "size": [ - 210, - 60 - ], - "flags": {}, - "order": 15, - "mode": 0, - "inputs": [ - { - "name": "LIGHT_WAN_MODEL", - "type": "LIGHT_WAN_MODEL", - "link": 72 - } - ], - "outputs": [ - { - "name": "*", - "type": "*", - "links": null - } - ], - "title": "Set_WanModel", - "properties": { - "previousName": "WanModel" - }, - "widgets_values": [ - "WanModel" - ] - }, - { - "id": 104, - "type": "Lightx2vWanVideoModelLoader", - "pos": [ - 2172.787841796875, - -329.7485656738281 - ], - "size": [ - 282.2554626464844, - 298 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "teacache_args", - "shape": 7, - "type": "LIGHT_TEACACHEARGS", - "link": null - }, - { - "name": "model_dir", - "shape": 7, - "type": "STRING", - "widget": { - "name": "model_dir" - }, - "link": 71 - } - ], - "outputs": [ - { - "name": "wan_model", - "type": "LIGHT_WAN_MODEL", - "links": [ - 72 + 22 ] } ], "properties": { - "Node name for S&R": "Lightx2vWanVideoModelLoader" + "Node name for S&R": "LightX2VInference" }, "widgets_values": [ - "", - "i2v", - "bf16", - "cuda", - "flash_attn3", - false, - "phase", - "", - "", - 1, - "/mnt/aigc/users/lijiaqi2/wan_model/Wan2.1-I2V-14B-480P" - ] - }, - { - "id": 102, - "type": "Lightx2vWanVideoModelDir", - "pos": [ - 348.7199401855469, - -279.3098449707031 - ], - "size": [ - 351.8695373535156, - 146.87998962402344 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "model_dir", - "type": "STRING", - "links": [ - 67, - 68, - 70, - 71 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoModelDir" - }, - "widgets_values": [ - "/mnt/aigc/users/lijiaqi2/wan_model/Wan2.1-I2V-14B-720P-cfg" - ] - }, - { - "id": 90, - "type": "Lightx2vWanVideoSampler", - "pos": [ - 2430.891845703125, - 129.44773864746094 - ], - "size": [ - 327.5999755859375, - 194 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "LIGHT_WAN_MODEL", - "link": 66 - }, - { - "name": "text_embeddings", - "type": "LIGHT_TEXT_EMBEDDINGS", - "link": 64 - }, - { - "name": "image_embeddings", - "type": "LIGHT_IMAGE_EMBEDDINGS", - "link": 62 - } - ], - "outputs": [ - { - "name": "latent", - "type": "LIGHT_LATENT", - "links": [ - 55 - ] - } - ], - "properties": { - "Node name for S&R": "Lightx2vWanVideoSampler" - }, - "widgets_values": [ - 20, - 8, - 1, - 42, - "decrement" + "太空漫步", + "" ] } ], "links": [ [ - 47, - 83, + 13, + 14, 0, - 85, + 11, + 0, + "*" + ], + [ + 19, + 16, + 0, + 17, 1, - "LIGHT_CLIP_VISION_ENCODER" - ], - [ - 49, - 82, - 0, - 85, - 0, - "LIGHT_WAN_VAE" - ], - [ - 50, - 87, - 0, - 86, - 0, - "LIGHT_T5_ENCODER" - ], - [ - 55, - 90, - 0, - 91, - 1, - "LIGHT_LATENT" - ], - [ - 57, - 91, - 0, - 92, - 0, "IMAGE" ], [ - 58, - 93, + 20, + 14, + 0, + 17, + 0, + "LIGHTX2V_CONFIG" + ], + [ + 22, + 17, + 0, + 19, 0, - 85, - 2, "IMAGE" - ], - [ - 59, - 82, - 0, - 94, - 0, - "*" - ], - [ - 60, - 95, - 0, - 91, - 0, - "LIGHT_WAN_VAE" - ], - [ - 61, - 85, - 0, - 96, - 0, - "*" - ], - [ - 62, - 97, - 0, - 90, - 2, - "LIGHT_IMAGE_EMBEDDINGS" - ], - [ - 63, - 86, - 0, - 98, - 0, - "*" - ], - [ - 64, - 99, - 0, - 90, - 1, - "LIGHT_TEXT_EMBEDDINGS" - ], - [ - 66, - 101, - 0, - 90, - 0, - "LIGHT_WAN_MODEL" - ], - [ - 67, - 102, - 0, - 87, - 0, - "STRING" - ], - [ - 68, - 102, - 0, - 82, - 0, - "STRING" - ], - [ - 70, - 102, - 0, - 83, - 0, - "STRING" - ], - [ - 71, - 102, - 0, - 104, - 1, - "STRING" - ], - [ - 72, - 104, - 0, - 100, - 0, - "LIGHT_WAN_MODEL" ] ], - "groups": [ - { - "id": 1, - "title": "LoadWanModel", - "bounding": [ - 2112.2255859375, - -365.0322570800781, - 1024.5506591796875, - 333.60003662109375 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 2, - "title": "RunSampler", - "bounding": [ - 2120.067138671875, - -15.34372329711914, - 648.4239501953125, - 359.1999816894531 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 3, - "title": "TextEmbedding", - "bounding": [ - 1014.9916381835938, - -369.14801025390625, - 1082.1181640625, - 283.6000061035156 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 4, - "title": "ImageEmbedding", - "bounding": [ - 860.780517578125, - -76.15978240966797, - 1238.430419921875, - 855.9235229492188 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - } - ], + "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.8264462809917354, + "scale": 1.1, "offset": [ - -1038.6861717665897, - 160.02657251659417 + -1037.5676946929361, + 200.53192711737387 ] }, "frontendVersion": "1.19.9"