From 1ab1c99bc451a0144434ad93c2a4d3c3a12ff729 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Thu, 27 Mar 2025 10:07:52 +0200 Subject: [PATCH] Add example for control model --- ...anvideo_1_3B_control_lora_example_01.json} | 0 .../wanvideo_Fun_control_example_01.json | 2638 +++++++++++++++++ 2 files changed, 2638 insertions(+) rename example_workflows/{wanvideo_1_3B_control_example_01.json => wanvideo_1_3B_control_lora_example_01.json} (100%) create mode 100644 example_workflows/wanvideo_Fun_control_example_01.json diff --git a/example_workflows/wanvideo_1_3B_control_example_01.json b/example_workflows/wanvideo_1_3B_control_lora_example_01.json similarity index 100% rename from example_workflows/wanvideo_1_3B_control_example_01.json rename to example_workflows/wanvideo_1_3B_control_lora_example_01.json diff --git a/example_workflows/wanvideo_Fun_control_example_01.json b/example_workflows/wanvideo_Fun_control_example_01.json new file mode 100644 index 0000000..37bad3b --- /dev/null +++ b/example_workflows/wanvideo_Fun_control_example_01.json @@ -0,0 +1,2638 @@ +{ + "id": "206247b6-9fec-4ed2-8927-e4f388c674d4", + "revision": 0, + "last_node_id": 93, + "last_link_id": 116, + "nodes": [ + { + "id": 46, + "type": "WanVideoTextEmbedBridge", + "pos": [ + 1303.4276123046875, + 1086.20947265625 + ], + "size": [ + 315, + 46 + ], + "flags": {}, + "order": 32, + "mode": 2, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 54 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 55 + } + ], + "outputs": [ + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "links": null + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoTextEmbedBridge" + }, + "widgets_values": [] + }, + { + "id": 50, + "type": "CLIPTextEncode", + "pos": [ + 853.4276123046875, + 1346.2091064453125 + ], + "size": [ + 400, + 200 + ], + "flags": {}, + "order": 28, + "mode": 2, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 53 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 55 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走" + ] + }, + { + "id": 48, + "type": "CLIPLoader", + "pos": [ + 493.4272766113281, + 1096.20947265625 + ], + "size": [ + 315, + 98.00003051757812 + ], + "flags": {}, + "order": 0, + "mode": 2, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "slot_index": 0, + "links": [ + 52, + 53 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "CLIPLoader" + }, + "widgets_values": [ + "umt5_xxl_fp16.safetensors", + "wan", + "default" + ] + }, + { + "id": 49, + "type": "CLIPTextEncode", + "pos": [ + 853.4276123046875, + 1096.20947265625 + ], + "size": [ + 400, + 200 + ], + "flags": {}, + "order": 27, + "mode": 2, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 52 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 54 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "high quality nature video featuring a red panda balancing on a bamboo stem while a bird lands on it's head, on the background there is a waterfall" + ] + }, + { + "id": 42, + "type": "Note", + "pos": [ + -990, + -1030 + ], + "size": [ + 314.96246337890625, + 152.77333068847656 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Adjust the blocks to swap based on your VRAM, this is a tradeoff between speed and memory usage.\n\nAlternatively there's option to use VRAM management introduced in DiffSynt-Studios. This is usually slower, but saves even more VRAM compared to BlockSwap" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 45, + "type": "WanVideoVRAMManagement", + "pos": [ + -620, + -850 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "vram_management_args", + "type": "VRAM_MANAGEMENTARGS", + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoVRAMManagement" + }, + "widgets_values": [ + 1 + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 33, + "type": "Note", + "pos": [ + -240, + -1420 + ], + "size": [ + 359.0753479003906, + 88 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Models:\nhttps://huggingface.co/Kijai/WanVideo_comfy/tree/main" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 51, + "type": "Note", + "pos": [ + 523.4271850585938, + 926.2090454101562 + ], + "size": [ + 253.16725158691406, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "You can also use native ComfyUI text encoding with these nodes instead of the original, the models are node specific and can't otherwise be mixed." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 44, + "type": "Note", + "pos": [ + -1030, + -1320 + ], + "size": [ + 303.0501403808594, + 88 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "If you have Triton installed, connect this for ~30% speed increase" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 39, + "type": "WanVideoBlockSwap", + "pos": [ + -620, + -1030 + ], + "size": [ + 315, + 130 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "block_swap_args", + "type": "BLOCKSWAPARGS", + "slot_index": 0, + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoBlockSwap" + }, + "widgets_values": [ + 10, + false, + false, + true + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 35, + "type": "WanVideoTorchCompileSettings", + "pos": [ + -690, + -1320 + ], + "size": [ + 390.5999755859375, + 178 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "slot_index": 0, + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 53, + "type": "Note", + "pos": [ + 1301.80224609375, + -1006.259765625 + ], + "size": [ + 324.64129638671875, + 159.47401428222656 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "The relative l1 threshold -value determines how aggressive this is, higher values are faster but quality suffers more. Very first steps should NEVER be skipped with this model or it kills the motion. When using the pre-calculated coefficients, the treshold value should be much higher than with the default coefficients." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 36, + "type": "Note", + "pos": [ + -250, + -1280 + ], + "size": [ + 374.3061828613281, + 171.9547576904297 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 68, + "type": "MarkdownNote", + "pos": [ + 160, + -1260 + ], + "size": [ + 347.21722412109375, + 155.43927001953125 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "Model download links", + "properties": {}, + "widgets_values": [ + "1.3B:\n\n[https://huggingface.co/alibaba-pai/Wan2.1-Fun-1.3B-InP/blob/main/diffusion_pytorch_model.safetensors](https://huggingface.co/alibaba-pai/Wan2.1-Fun-1.3B-InP/blob/main/diffusion_pytorch_model.safetensors)\n\n14B:\n\n[https://huggingface.co/alibaba-pai/Wan2.1-Fun-14B-InP/blob/main/diffusion_pytorch_model.safetensors](https://huggingface.co/alibaba-pai/Wan2.1-Fun-14B-InP/blob/main/diffusion_pytorch_model.safetensors)" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 58, + "type": "LoadImage", + "pos": [ + -1670.4998779296875, + -141.59849548339844 + ], + "size": [ + 413.10479736328125, + 498.3180847167969 + ], + "flags": {}, + "order": 11, + "mode": 2, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 72 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "oldman_upscaled.png", + "image", + "" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 59, + "type": "CLIPVisionLoader", + "pos": [ + -1630.4998779296875, + -351.5981750488281 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 12, + "mode": 2, + "inputs": [], + "outputs": [ + { + "name": "CLIP_VISION", + "type": "CLIP_VISION", + "links": [ + 70 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "CLIPVisionLoader" + }, + "widgets_values": [ + "clip_vision_h.safetensors" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 65, + "type": "WanVideoClipVisionEncode", + "pos": [ + -1200.4986572265625, + -431.59814453125 + ], + "size": [ + 327.5999755859375, + 262 + ], + "flags": {}, + "order": 40, + "mode": 2, + "inputs": [ + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 70 + }, + { + "name": "image_1", + "type": "IMAGE", + "link": 73 + }, + { + "name": "image_2", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "negative_image", + "shape": 7, + "type": "IMAGE", + "link": null + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_CLIPEMBEDS", + "links": [ + 69 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoClipVisionEncode" + }, + "widgets_values": [ + 1, + 1, + "center", + "average", + true, + 0, + 0.20000000000000004 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 73, + "type": "DownloadAndLoadDepthAnythingV2Model", + "pos": [ + -1240, + 770 + ], + "size": [ + 441, + 58 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "da_v2_model", + "type": "DAMODEL", + "links": [ + 82 + ] + } + ], + "properties": { + "cnr_id": "comfyui-depthanythingv2", + "ver": "003d7b44bafd3a8a4c3693a9ca3ddcd72f4883ab", + "Node name for S&R": "DownloadAndLoadDepthAnythingV2Model" + }, + "widgets_values": [ + "depth_anything_v2_vitl_fp16.safetensors" + ] + }, + { + "id": 66, + "type": "ImageResizeKJ", + "pos": [ + -1190.589111328125, + -70.7883529663086 + ], + "size": [ + 315, + 266 + ], + "flags": {}, + "order": 37, + "mode": 2, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 72 + }, + { + "name": "get_image_size", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "width_input", + "shape": 7, + "type": "INT", + "widget": { + "name": "width_input" + }, + "link": null + }, + { + "name": "height_input", + "shape": 7, + "type": "INT", + "widget": { + "name": "height_input" + }, + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 97 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 98 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 73, + 74 + ] + }, + { + "name": "width", + "type": "INT", + "links": [ + 75 + ] + }, + { + "name": "height", + "type": "INT", + "links": [ + 76 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "52c2e31a903fec2dd654fb614ea82ba2757d5028", + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 624, + 624, + "lanczos", + false, + 16, + 0, + 0, + "center" + ] + }, + { + "id": 69, + "type": "WanVideoEmptyEmbeds", + "pos": [ + 367.8289794921875, + 179.7726287841797 + ], + "size": [ + 342.5999755859375, + 106 + ], + "flags": {}, + "order": 41, + "mode": 0, + "inputs": [ + { + "name": "control_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": 92 + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 94 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 95 + }, + { + "name": "num_frames", + "type": "INT", + "widget": { + "name": "num_frames" + }, + "link": 96 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 99 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d5085d4e879b5c9d56e39f57e656255ce72e81fc", + "Node name for S&R": "WanVideoEmptyEmbeds" + }, + "widgets_values": [ + 832, + 480, + 81 + ] + }, + { + "id": 81, + "type": "Note", + "pos": [ + 387.06109619140625, + 44.78668975830078 + ], + "size": [ + 255.5326690673828, + 88 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Use empty embeds when doing just text to video with control, otherwise connect the image embeds from the image encoder" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 80, + "type": "Reroute", + "pos": [ + 540.1338500976562, + -31.767959594726562 + ], + "size": [ + 75, + 26 + ], + "flags": {}, + "order": 44, + "mode": 0, + "inputs": [ + { + "name": "", + "type": "*", + "link": 100 + } + ], + "outputs": [ + { + "name": "", + "type": "WANVIDIMAGE_EMBEDS", + "links": null + } + ], + "properties": { + "showOutputText": false, + "horizontal": false + } + }, + { + "id": 79, + "type": "Reroute", + "pos": [ + 902.3881225585938, + 175.5585174560547 + ], + "size": [ + 75, + 26 + ], + "flags": {}, + "order": 43, + "mode": 0, + "inputs": [ + { + "name": "", + "type": "*", + "link": 99 + } + ], + "outputs": [ + { + "name": "", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 101 + ] + } + ], + "properties": { + "showOutputText": false, + "horizontal": false + } + }, + { + "id": 71, + "type": "VHS_LoadVideo", + "pos": [ + -1732.427490234375, + 765.5895385742188 + ], + "size": [ + 346.55084228515625, + 652.3526000976562 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 84 + ] + }, + { + "name": "frame_count", + "type": "INT", + "links": null + }, + { + "name": "audio", + "type": "AUDIO", + "links": null + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "wolf_interpolated.mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff", + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "wolf_interpolated.mp4", + "type": "input", + "format": "video/mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1 + } + } + } + }, + { + "id": 76, + "type": "GetImageSizeAndCount", + "pos": [ + -528.3760986328125, + 670.5289306640625 + ], + "size": [ + 277.20001220703125, + 86 + ], + "flags": {}, + "order": 34, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 89 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 90 + ] + }, + { + "label": "640 width", + "name": "width", + "type": "INT", + "links": [ + 94, + 97 + ] + }, + { + "label": "640 height", + "name": "height", + "type": "INT", + "links": [ + 95, + 98 + ] + }, + { + "label": "53 count", + "name": "count", + "type": "INT", + "links": [ + 96 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "52c2e31a903fec2dd654fb614ea82ba2757d5028", + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 74, + "type": "Note", + "pos": [ + -771.98193359375, + 759.1901245117188 + ], + "size": [ + 219.9899444580078, + 149.21942138671875 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Use any preprocessor you want here, depth is just an example" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 77, + "type": "WanVideoEncode", + "pos": [ + -76.66918182373047, + 835.0452880859375 + ], + "size": [ + 315, + 242 + ], + "flags": {}, + "order": 36, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 104 + }, + { + "name": "image", + "type": "IMAGE", + "link": 90 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 91 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d5085d4e879b5c9d56e39f57e656255ce72e81fc", + "Node name for S&R": "WanVideoEncode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128, + 0, + 1 + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 78, + "type": "WanVideoControlEmbeds", + "pos": [ + -79.64204406738281, + 690 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 39, + "mode": 0, + "inputs": [ + { + "name": "latents", + "type": "LATENT", + "link": 91 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 92, + 93 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d5085d4e879b5c9d56e39f57e656255ce72e81fc", + "Node name for S&R": "WanVideoControlEmbeds" + }, + "widgets_values": [ + 0, + 1 + ] + }, + { + "id": 84, + "type": "GetNode", + "pos": [ + -214.50640869140625, + 912.1173706054688 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 17, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "WANVAE", + "type": "WANVAE", + "links": [ + 104 + ] + } + ], + "title": "Get_VAE", + "properties": {}, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 63, + "type": "WanVideoImageToVideoEncode", + "pos": [ + -800.4992065429688, + -261.5985107421875 + ], + "size": [ + 352.79998779296875, + 338 + ], + "flags": {}, + "order": 42, + "mode": 2, + "inputs": [ + { + "name": "start_image", + "type": "IMAGE", + "link": 74 + }, + { + "name": "vae", + "type": "WANVAE", + "link": 105 + }, + { + "name": "clip_embeds", + "type": "WANVIDIMAGE_CLIPEMBEDS", + "link": 69 + }, + { + "name": "end_image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 75 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 76 + }, + { + "name": "control_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": 93 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 100 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoImageToVideoEncode" + }, + "widgets_values": [ + 832, + 480, + 81, + 0.030000000000000006, + 1, + 1, + true, + false + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 85, + "type": "GetNode", + "pos": [ + -797.9415893554688, + -324.1277770996094 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": true + }, + "order": 18, + "mode": 2, + "inputs": [], + "outputs": [ + { + "name": "WANVAE", + "type": "WANVAE", + "links": [ + 105 + ] + } + ], + "title": "Get_VAE", + "properties": {}, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 52, + "type": "WanVideoTeaCache", + "pos": [ + 1307.6705322265625, + -787.4303588867188 + ], + "size": [ + 315, + 154 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "teacache_args", + "type": "TEACACHEARGS", + "links": [ + 56 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoTeaCache" + }, + "widgets_values": [ + 0.08000000000000002, + 1, + -1, + "offload_device", + "true" + ] + }, + { + "id": 22, + "type": "WanVideoModelLoader", + "pos": [ + -260, + -1050 + ], + "size": [ + 477.4410095214844, + 226.43276977539062 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "shape": 7, + "type": "WANCOMPILEARGS", + "link": null + }, + { + "name": "block_swap_args", + "shape": 7, + "type": "BLOCKSWAPARGS", + "link": null + }, + { + "name": "lora", + "shape": 7, + "type": "WANVIDLORA", + "link": null + }, + { + "name": "vram_management_args", + "shape": 7, + "type": "VRAM_MANAGEMENTARGS", + "link": null + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "slot_index": 0, + "links": [ + 29, + 79 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoModelLoader" + }, + "widgets_values": [ + "WanVideo\\wan2.1_fun_control_1.3B_bf16.safetensors", + "bf16", + "disabled", + "offload_device", + "sdpa" + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 11, + "type": "LoadWanVideoT5TextEncoder", + "pos": [ + -153.58168029785156, + -752.5652465820312 + ], + "size": [ + 377.1661376953125, + 130 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "wan_t5_model", + "type": "WANTEXTENCODER", + "slot_index": 0, + "links": [ + 15 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "LoadWanVideoT5TextEncoder" + }, + "widgets_values": [ + "umt5-xxl-enc-bf16.safetensors", + "bf16", + "offload_device", + "disabled" + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 38, + "type": "WanVideoVAELoader", + "pos": [ + -140.5011749267578, + -566.3262939453125 + ], + "size": [ + 372.7727966308594, + 82 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "vae", + "type": "WANVAE", + "slot_index": 0, + "links": [ + 103 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoVAELoader" + }, + "widgets_values": [ + "wanvideo\\Wan2_1_VAE_bf16.safetensors", + "bf16" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 83, + "type": "SetNode", + "pos": [ + 267.4593505859375, + -535.8521728515625 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "WANVAE", + "type": "WANVAE", + "link": 103 + } + ], + "outputs": [ + { + "name": "*", + "type": "*", + "links": null + } + ], + "title": "Set_VAE", + "properties": { + "previousName": "VAE" + }, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 75, + "type": "ImageResizeKJ", + "pos": [ + -1339.45751953125, + 1036.936767578125 + ], + "size": [ + 315, + 266 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 84 + }, + { + "name": "get_image_size", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "width_input", + "shape": 7, + "type": "INT", + "widget": { + "name": "width_input" + }, + "link": null + }, + { + "name": "height_input", + "shape": 7, + "type": "INT", + "widget": { + "name": "height_input" + }, + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 85 + ] + }, + { + "name": "width", + "type": "INT", + "links": [] + }, + { + "name": "height", + "type": "INT", + "links": [] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "52c2e31a903fec2dd654fb614ea82ba2757d5028", + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 640, + 640, + "lanczos", + false, + 16, + 0, + 0, + "disabled" + ] + }, + { + "id": 72, + "type": "DepthAnything_V2", + "pos": [ + -1045.31494140625, + 883.784423828125 + ], + "size": [ + 214.20001220703125, + 46 + ], + "flags": {}, + "order": 33, + "mode": 0, + "inputs": [ + { + "name": "da_model", + "type": "DAMODEL", + "link": 82 + }, + { + "name": "images", + "type": "IMAGE", + "link": 85 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 89, + 108 + ] + } + ], + "properties": { + "cnr_id": "comfyui-depthanythingv2", + "ver": "003d7b44bafd3a8a4c3693a9ca3ddcd72f4883ab", + "Node name for S&R": "DepthAnything_V2" + } + }, + { + "id": 88, + "type": "SetNode", + "pos": [ + -856.447509765625, + 1058.3988037109375 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 35, + "mode": 0, + "inputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "link": 108 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 109 + ] + } + ], + "title": "Set_ControlSignal", + "properties": { + "previousName": "ControlSignal" + }, + "widgets_values": [ + "ControlSignal" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 82, + "type": "VHS_VideoCombine", + "pos": [ + -654.1227416992188, + 1025.888671875 + ], + "size": [ + 309.3501892089844, + 637.3502197265625 + ], + "flags": {}, + "order": 38, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 109 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "control", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "control_00001.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "control_00001.png", + "fullpath": "N:\\AI\\ComfyUI\\temp\\control_00001.mp4" + } + } + } + }, + { + "id": 89, + "type": "GetNode", + "pos": [ + 1738.6708984375, + -343.6011657714844 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 23, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 112 + ] + } + ], + "title": "Get_ControlSignal", + "properties": {}, + "widgets_values": [ + "ControlSignal" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 87, + "type": "ImageConcatMulti", + "pos": [ + 1735.2471923828125, + -292.62054443359375 + ], + "size": [ + 315, + 150 + ], + "flags": {}, + "order": 47, + "mode": 0, + "inputs": [ + { + "name": "image_1", + "type": "IMAGE", + "link": 112 + }, + { + "name": "image_2", + "type": "IMAGE", + "link": 111 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 113 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "52c2e31a903fec2dd654fb614ea82ba2757d5028" + }, + "widgets_values": [ + 2, + "right", + false, + null + ] + }, + { + "id": 28, + "type": "WanVideoDecode", + "pos": [ + 1745.494873046875, + -597.1070556640625 + ], + "size": [ + 315, + 174 + ], + "flags": {}, + "order": 46, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 106 + }, + { + "name": "samples", + "type": "LATENT", + "link": 33 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 111 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoDecode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128 + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 86, + "type": "GetNode", + "pos": [ + 1757.5093994140625, + -644.2652587890625 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": true + }, + "order": 24, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "WANVAE", + "type": "WANVAE", + "links": [ + 106 + ] + } + ], + "title": "Get_VAE", + "properties": {}, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 30, + "type": "VHS_VideoCombine", + "pos": [ + 2127.332275390625, + -314.9173583984375 + ], + "size": [ + 1245.8460693359375, + 960.9230346679688 + ], + "flags": {}, + "order": 48, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 113 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "WanVideoWrapper_FunControl", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "WanVideoWrapper_FunControl_00006.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "WanVideoWrapper_FunControl_00006.png", + "fullpath": "N:\\AI\\ComfyUI\\output\\WanVideoWrapper_FunControl_00006.mp4" + } + } + } + }, + { + "id": 90, + "type": "WanVideoExperimentalArgs", + "pos": [ + 938.900146484375, + 469.287841796875 + ], + "size": [ + 327.5999755859375, + 130 + ], + "flags": {}, + "order": 25, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "exp_args", + "type": "EXPERIMENTALARGS", + "links": [ + 114 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d5085d4e879b5c9d56e39f57e656255ce72e81fc", + "Node name for S&R": "WanVideoExperimentalArgs" + }, + "widgets_values": [ + "", + true, + false, + 0 + ] + }, + { + "id": 16, + "type": "WanVideoTextEncode", + "pos": [ + 706.5767822265625, + -377.3152160644531 + ], + "size": [ + 420.30511474609375, + 261.5306701660156 + ], + "flags": {}, + "order": 30, + "mode": 0, + "inputs": [ + { + "name": "t5", + "type": "WANTEXTENCODER", + "link": 15 + }, + { + "name": "model_to_offload", + "shape": 7, + "type": "WANVIDEOMODEL", + "link": 79 + } + ], + "outputs": [ + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "slot_index": 0, + "links": [ + 30 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoTextEncode" + }, + "widgets_values": [ + "high quality nature video of a fox in an autumnal forest, next to a waterfall", + "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + true + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 27, + "type": "WanVideoSampler", + "pos": [ + 1315.2401123046875, + -401.48028564453125 + ], + "size": [ + 315, + 807 + ], + "flags": {}, + "order": 45, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "link": 29 + }, + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "link": 30 + }, + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "link": 101 + }, + { + "name": "samples", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "feta_args", + "shape": 7, + "type": "FETAARGS", + "link": null + }, + { + "name": "context_options", + "shape": 7, + "type": "WANVIDCONTEXT", + "link": null + }, + { + "name": "teacache_args", + "shape": 7, + "type": "TEACACHEARGS", + "link": 56 + }, + { + "name": "flowedit_args", + "shape": 7, + "type": "FLOWEDITARGS", + "link": null + }, + { + "name": "slg_args", + "shape": 7, + "type": "SLGARGS", + "link": 116 + }, + { + "name": "loop_args", + "shape": 7, + "type": "LOOPARGS", + "link": null + }, + { + "name": "experimental_args", + "shape": 7, + "type": "EXPERIMENTALARGS", + "link": 114 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "slot_index": 0, + "links": [ + 33 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d20baf00247fd06553fdc9253e18732244e54172", + "Node name for S&R": "WanVideoSampler" + }, + "widgets_values": [ + 25, + 6, + 5, + 123, + "fixed", + true, + "unipc", + 0, + 1, + "", + "comfy", + "" + ] + }, + { + "id": 93, + "type": "WanVideoSLG", + "pos": [ + 940.2645874023438, + 310.3240051269531 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "slg_args", + "type": "SLGARGS", + "links": [ + 116 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d5085d4e879b5c9d56e39f57e656255ce72e81fc", + "Node name for S&R": "WanVideoSLG" + }, + "widgets_values": [ + "8", + 0.30000000000000004, + 0.8000000000000002 + ] + } + ], + "links": [ + [ + 15, + 11, + 0, + 16, + 0, + "WANTEXTENCODER" + ], + [ + 29, + 22, + 0, + 27, + 0, + "WANVIDEOMODEL" + ], + [ + 30, + 16, + 0, + 27, + 1, + "WANVIDEOTEXTEMBEDS" + ], + [ + 33, + 27, + 0, + 28, + 1, + "LATENT" + ], + [ + 52, + 48, + 0, + 49, + 0, + "CLIP" + ], + [ + 53, + 48, + 0, + 50, + 0, + "CLIP" + ], + [ + 54, + 49, + 0, + 46, + 0, + "CONDITIONING" + ], + [ + 55, + 50, + 0, + 46, + 1, + "CONDITIONING" + ], + [ + 56, + 52, + 0, + 27, + 6, + "TEACACHEARGS" + ], + [ + 69, + 65, + 0, + 63, + 2, + "WANVIDIMAGE_CLIPEMBEDS" + ], + [ + 70, + 59, + 0, + 65, + 0, + "CLIP_VISION" + ], + [ + 72, + 58, + 0, + 66, + 0, + "IMAGE" + ], + [ + 73, + 66, + 0, + 65, + 1, + "IMAGE" + ], + [ + 74, + 66, + 0, + 63, + 0, + "IMAGE" + ], + [ + 75, + 66, + 1, + 63, + 4, + "INT" + ], + [ + 76, + 66, + 2, + 63, + 5, + "INT" + ], + [ + 79, + 22, + 0, + 16, + 1, + "WANVIDEOMODEL" + ], + [ + 82, + 73, + 0, + 72, + 0, + "DAMODEL" + ], + [ + 84, + 71, + 0, + 75, + 0, + "IMAGE" + ], + [ + 85, + 75, + 0, + 72, + 1, + "IMAGE" + ], + [ + 89, + 72, + 0, + 76, + 0, + "IMAGE" + ], + [ + 90, + 76, + 0, + 77, + 1, + "IMAGE" + ], + [ + 91, + 77, + 0, + 78, + 0, + "LATENT" + ], + [ + 92, + 78, + 0, + 69, + 0, + "WANVIDIMAGE_EMBEDS" + ], + [ + 93, + 78, + 0, + 63, + 6, + "WANVIDIMAGE_EMBEDS" + ], + [ + 94, + 76, + 1, + 69, + 1, + "INT" + ], + [ + 95, + 76, + 2, + 69, + 2, + "INT" + ], + [ + 96, + 76, + 3, + 69, + 3, + "INT" + ], + [ + 97, + 76, + 1, + 66, + 4, + "INT" + ], + [ + 98, + 76, + 2, + 66, + 5, + "INT" + ], + [ + 99, + 69, + 0, + 79, + 0, + "*" + ], + [ + 100, + 63, + 0, + 80, + 0, + "*" + ], + [ + 101, + 79, + 0, + 27, + 2, + "WANVIDIMAGE_EMBEDS" + ], + [ + 103, + 38, + 0, + 83, + 0, + "*" + ], + [ + 104, + 84, + 0, + 77, + 0, + "WANVAE" + ], + [ + 105, + 85, + 0, + 63, + 1, + "WANVAE" + ], + [ + 106, + 86, + 0, + 28, + 0, + "WANVAE" + ], + [ + 108, + 72, + 0, + 88, + 0, + "IMAGE" + ], + [ + 109, + 88, + 0, + 82, + 0, + "IMAGE" + ], + [ + 111, + 28, + 0, + 87, + 1, + "IMAGE" + ], + [ + 112, + 89, + 0, + 87, + 0, + "IMAGE" + ], + [ + 113, + 87, + 0, + 30, + 0, + "IMAGE" + ], + [ + 114, + 90, + 0, + 27, + 10, + "EXPERIMENTALARGS" + ], + [ + 116, + 93, + 0, + 27, + 8, + "SLGARGS" + ] + ], + "groups": [ + { + "id": 1, + "title": "ComfyUI text encoding alternative", + "bounding": [ + 430.61114501953125, + 782.2755126953125, + 1210.621337890625, + 805.9080810546875 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 2, + "title": "Reference image", + "bounding": [ + -1762.3848876953125, + -569.3446655273438, + 1364.3648681640625, + 982.508544921875 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 3, + "title": "Control video", + "bounding": [ + -1774.72412109375, + 574.9209594726562, + 1549.4765625, + 1150.4462890625 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 0.672749994932603, + "offset": [ + 403.77383341059635, + 785.4606025367497 + ] + }, + "node_versions": { + "ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd", + "comfy-core": "0.3.26", + "ComfyUI-KJNodes": "a5bd3c86c8ed6b83c55c2d0e7a59515b15a0137f", + "ComfyUI-VideoHelperSuite": "0a75c7958fe320efcb052f1d9f8451fd20c730a8" + }, + "VHS_latentpreview": true, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file