From 355de1c775b51a9ecd7b8fb265d8267947740825 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Mon, 10 Mar 2025 21:39:50 +0200 Subject: [PATCH] Create wanvideo_1_3B_control_example_01.json --- .../wanvideo_1_3B_control_example_01.json | 1072 +++++++++++++++++ 1 file changed, 1072 insertions(+) create mode 100644 example_workflows/wanvideo_1_3B_control_example_01.json diff --git a/example_workflows/wanvideo_1_3B_control_example_01.json b/example_workflows/wanvideo_1_3B_control_example_01.json new file mode 100644 index 0000000..e393120 --- /dev/null +++ b/example_workflows/wanvideo_1_3B_control_example_01.json @@ -0,0 +1,1072 @@ +{ + "last_node_id": 106, + "last_link_id": 149, + "nodes": [ + { + "id": 36, + "type": "Note", + "pos": [ + 160, + -1010 + ], + "size": [ + 374.3061828613281, + 171.9547576904297 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 11, + "type": "LoadWanVideoT5TextEncoder", + "pos": [ + 161.7229461669922, + -501.2225036621094 + ], + "size": [ + 377.1661376953125, + 130 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "wan_t5_model", + "type": "WANTEXTENCODER", + "links": [ + 15 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LoadWanVideoT5TextEncoder" + }, + "widgets_values": [ + "umt5-xxl-enc-bf16.safetensors", + "bf16", + "offload_device", + "disabled" + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 35, + "type": "WanVideoTorchCompileSettings", + "pos": [ + -276.8500671386719, + -1050.6326904296875 + ], + "size": [ + 390.5999755859375, + 178 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "links": [], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 44, + "type": "Note", + "pos": [ + -620.9041137695312, + -1049.732421875 + ], + "size": [ + 303.0501403808594, + 88 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "If you have Triton installed, connect this for ~30% speed increase" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 64, + "type": "WanVideoTorchCompileSettings", + "pos": [ + -276.8500671386719, + -1050.6326904296875 + ], + "size": [ + 390.5999755859375, + 178 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "links": [], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true + ] + }, + { + "id": 52, + "type": "WanVideoTeaCache", + "pos": [ + 1334.42626953125, + -588.2476196289062 + ], + "size": [ + 315, + 154 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "teacache_args", + "type": "TEACACHEARGS", + "links": [ + 103 + ] + } + ], + "properties": { + "Node name for S&R": "WanVideoTeaCache" + }, + "widgets_values": [ + 0.2750000000000001, + 1, + -1, + "offload_device", + "true" + ] + }, + { + "id": 53, + "type": "Note", + "pos": [ + 1329.0076904296875, + -810.7708740234375 + ], + "size": [ + 324.64129638671875, + 159.47401428222656 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "TeaCache could be considered to be sort of an automated step skipper \n\nThe relative l1 threshold -value determines how aggressive this is, higher values are faster but quality suffers more. Very first steps should NEVER be skipped with this model or it kills the motion. When using the pre-calculated coefficients, the treshold value should be much higher than with the default coefficients." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 28, + "type": "WanVideoDecode", + "pos": [ + 1704.86572265625, + -604.0441284179688 + ], + "size": [ + 315, + 174 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 43 + }, + { + "name": "samples", + "type": "LATENT", + "link": 33 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 145 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoDecode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128 + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 16, + "type": "WanVideoTextEncode", + "pos": [ + 710.38916015625, + -381.6058044433594 + ], + "size": [ + 420.30511474609375, + 261.5306701660156 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "t5", + "type": "WANTEXTENCODER", + "link": 15 + } + ], + "outputs": [ + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "links": [ + 30 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoTextEncode" + }, + "widgets_values": [ + "video of a wolf", + "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + true + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 22, + "type": "WanVideoModelLoader", + "pos": [ + 148.01803588867188, + -780 + ], + "size": [ + 477.4410095214844, + 226.43276977539062 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "type": "WANCOMPILEARGS", + "shape": 7, + "link": null + }, + { + "name": "block_swap_args", + "type": "BLOCKSWAPARGS", + "shape": 7, + "link": null + }, + { + "name": "lora", + "type": "WANVIDLORA", + "shape": 7, + "link": 136 + }, + { + "name": "vram_management_args", + "type": "VRAM_MANAGEMENTARGS", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "links": [ + 29 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoModelLoader" + }, + "widgets_values": [ + "WanVideo\\Wan2_1-T2V-1_3B_fp32.safetensors", + "fp16_fast", + "disabled", + "offload_device", + "sageattn" + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 30, + "type": "VHS_VideoCombine", + "pos": [ + 1709.29345703125, + -334.3517150878906 + ], + "size": [ + 1037.934326171875, + 856.9671630859375 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 146 + }, + { + "name": "audio", + "type": "AUDIO", + "shape": 7, + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "shape": 7, + "link": null + }, + { + "name": "vae", + "type": "VAE", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "WanVideoWrapper_I2V", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "WanVideoWrapper_I2V_00159.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "WanVideoWrapper_I2V_00159.png", + "fullpath": "N:\\AI\\ComfyUI\\output\\WanVideoWrapper_I2V_00159.mp4" + } + } + } + }, + { + "id": 27, + "type": "WanVideoSampler", + "pos": [ + 1335.9598388671875, + -353.7341003417969 + ], + "size": [ + 315, + 699 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "link": 29 + }, + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "link": 30 + }, + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "link": 133 + }, + { + "name": "samples", + "type": "LATENT", + "shape": 7, + "link": null + }, + { + "name": "feta_args", + "type": "FETAARGS", + "shape": 7, + "link": null + }, + { + "name": "context_options", + "type": "WANVIDCONTEXT", + "shape": 7, + "link": null + }, + { + "name": "teacache_args", + "type": "TEACACHEARGS", + "shape": 7, + "link": 103 + }, + { + "name": "flowedit_args", + "type": "FLOWEDITARGS", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 33 + ], + "slot_index": 0 + }, + { + "name": "maskimagetest", + "type": "IMAGE", + "links": [], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "WanVideoSampler" + }, + "widgets_values": [ + 30, + 6, + 5, + 0, + "fixed", + true, + "unipc", + 0, + 1, + "" + ] + }, + { + "id": 38, + "type": "WanVideoVAELoader", + "pos": [ + -253.87718200683594, + -160.96878051757812 + ], + "size": [ + 372.7727966308594, + 82 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "vae", + "type": "WANVAE", + "links": [ + 43, + 135 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoVAELoader" + }, + "widgets_values": [ + "wanvideo\\Wan2_1_VAE_bf16.safetensors", + "bf16" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 97, + "type": "VHS_LoadVideo", + "pos": [ + -257.8260498046875, + 26.503103256225586 + ], + "size": [ + 247.455078125, + 551.455078125 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "shape": 7, + "link": null + }, + { + "name": "vae", + "type": "VAE", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 147 + ], + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null + }, + { + "name": "audio", + "type": "AUDIO", + "links": null + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "wolf_interpolated.mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff", + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "wolf_interpolated.mp4", + "type": "input", + "format": "video/mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1 + } + } + } + }, + { + "id": 95, + "type": "WanVideoEncode", + "pos": [ + 280.9074401855469, + -116.20671844482422 + ], + "size": [ + 315, + 242 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 135 + }, + { + "name": "image", + "type": "IMAGE", + "link": 148 + }, + { + "name": "mask", + "type": "MASK", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 132 + ] + } + ], + "properties": { + "Node name for S&R": "WanVideoEncode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128, + 0, + 1.0000000000000002 + ] + }, + { + "id": 104, + "type": "ImageBlur", + "pos": [ + 89.50601959228516, + 217.970947265625 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 147 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 148, + 149 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageBlur" + }, + "widgets_values": [ + 4, + 1 + ] + }, + { + "id": 103, + "type": "ImageConcatMulti", + "pos": [ + 2055.855224609375, + -543.0326538085938 + ], + "size": [ + 315, + 150 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "image_1", + "type": "IMAGE", + "link": 149 + }, + { + "name": "image_2", + "type": "IMAGE", + "link": 145 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 146 + ], + "slot_index": 0 + } + ], + "properties": {}, + "widgets_values": [ + 2, + "right", + false, + null + ] + }, + { + "id": 98, + "type": "WanVideoLoraSelect", + "pos": [ + -202.7025604248047, + -734.8744506835938 + ], + "size": [ + 315, + 102 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "prev_lora", + "type": "WANVIDLORA", + "shape": 7, + "link": null + }, + { + "name": "blocks", + "type": "SELECTEDBLOCKS", + "shape": 7, + "link": null + } + ], + "outputs": [ + { + "name": "lora", + "type": "WANVIDLORA", + "links": [ + 136 + ] + } + ], + "properties": { + "Node name for S&R": "WanVideoLoraSelect" + }, + "widgets_values": [ + "WanVid\\wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors", + 1 + ] + }, + { + "id": 106, + "type": "MarkdownNote", + "pos": [ + -231.86245727539062, + -575.628173828125 + ], + "size": [ + 358.3768310546875, + 88 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "[https://huggingface.co/spacepxl/Wan2.1-control-loras/blob/main/wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors](https://huggingface.co/spacepxl/Wan2.1-control-loras/blob/main/wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors)" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 33, + "type": "Note", + "pos": [ + 170, + -1150 + ], + "size": [ + 359.0753479003906, + 88 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Models:\nhttps://huggingface.co/Kijai/WanVideo_comfy/tree/main" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 96, + "type": "WanVideoControlEmbeds", + "pos": [ + 784.249755859375, + -17.228534698486328 + ], + "size": [ + 289.79998779296875, + 82 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "latents", + "type": "LATENT", + "link": 132 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 133 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "WanVideoControlEmbeds" + }, + "widgets_values": [ + 0, + 0.10000000000000002 + ] + } + ], + "links": [ + [ + 15, + 11, + 0, + 16, + 0, + "WANTEXTENCODER" + ], + [ + 29, + 22, + 0, + 27, + 0, + "WANVIDEOMODEL" + ], + [ + 30, + 16, + 0, + 27, + 1, + "WANVIDEOTEXTEMBEDS" + ], + [ + 33, + 27, + 0, + 28, + 1, + "LATENT" + ], + [ + 43, + 38, + 0, + 28, + 0, + "VAE" + ], + [ + 103, + 52, + 0, + 27, + 6, + "TEACACHEARGS" + ], + [ + 132, + 95, + 0, + 96, + 0, + "LATENT" + ], + [ + 133, + 96, + 0, + 27, + 2, + "WANVIDIMAGE_EMBEDS" + ], + [ + 135, + 38, + 0, + 95, + 0, + "WANVAE" + ], + [ + 136, + 98, + 0, + 22, + 2, + "WANVIDLORA" + ], + [ + 145, + 28, + 0, + 103, + 1, + "IMAGE" + ], + [ + 146, + 103, + 0, + 30, + 0, + "IMAGE" + ], + [ + 147, + 97, + 0, + 104, + 0, + "IMAGE" + ], + [ + 148, + 104, + 0, + 95, + 1, + "IMAGE" + ], + [ + 149, + 104, + 0, + 103, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.672749994932603, + "offset": [ + 758.4262850534526, + 999.5627658670082 + ] + }, + "node_versions": { + "ComfyUI-WanVideoWrapper": "9e83063dcfc43d5166c87fd9e387f7384c9f9d9c", + "ComfyUI-VideoHelperSuite": "2c25b8b53835aaeb63f831b3137c705cf9f85dce", + "comfy-core": "0.3.26", + "ComfyUI-KJNodes": "263961539ee6d374fa145175fee9b21dbd88f00c" + }, + "VHS_latentpreview": true, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file