Files
kijai-ComfyUI-WanVideoWrapper/example_workflows/wanvideo_1_3B_control_example_01.json
T
2025-03-22 02:45:11 +02:00

1094 lines
21 KiB
JSON

{
"id": "04f1de76-e363-4c27-bec7-eb184ac6e476",
"revision": 0,
"last_node_id": 106,
"last_link_id": 149,
"nodes": [
{
"id": 36,
"type": "Note",
"pos": [
160,
-1010
],
"size": [
374.3061828613281,
171.9547576904297
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 11,
"type": "LoadWanVideoT5TextEncoder",
"pos": [
161.7229461669922,
-501.2225036621094
],
"size": [
377.1661376953125,
130
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_t5_model",
"type": "WANTEXTENCODER",
"slot_index": 0,
"links": [
15
]
}
],
"properties": {
"Node name for S&R": "LoadWanVideoT5TextEncoder"
},
"widgets_values": [
"umt5-xxl-enc-bf16.safetensors",
"bf16",
"offload_device",
"disabled"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 35,
"type": "WanVideoTorchCompileSettings",
"pos": [
-276.8500671386719,
-1050.6326904296875
],
"size": [
390.5999755859375,
178
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"slot_index": 0,
"links": []
}
],
"properties": {
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 44,
"type": "Note",
"pos": [
-620.9041137695312,
-1049.732421875
],
"size": [
303.0501403808594,
88
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you have Triton installed, connect this for ~30% speed increase"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 64,
"type": "WanVideoTorchCompileSettings",
"pos": [
-276.8500671386719,
-1050.6326904296875
],
"size": [
390.5999755859375,
178
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"slot_index": 0,
"links": []
}
],
"properties": {
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true
]
},
{
"id": 52,
"type": "WanVideoTeaCache",
"pos": [
1334.42626953125,
-588.2476196289062
],
"size": [
315,
154
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"links": [
103
]
}
],
"properties": {
"Node name for S&R": "WanVideoTeaCache"
},
"widgets_values": [
0.1,
1,
-1,
"offload_device",
"true"
]
},
{
"id": 53,
"type": "Note",
"pos": [
1329.0076904296875,
-810.7708740234375
],
"size": [
324.64129638671875,
159.47401428222656
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"TeaCache could be considered to be sort of an automated step skipper \n\nThe relative l1 threshold -value determines how aggressive this is, higher values are faster but quality suffers more. Very first steps should NEVER be skipped with this model or it kills the motion. When using the pre-calculated coefficients, the treshold value should be much higher than with the default coefficients."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 28,
"type": "WanVideoDecode",
"pos": [
1704.86572265625,
-604.0441284179688
],
"size": [
315,
174
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 43
},
{
"name": "samples",
"type": "LATENT",
"link": 33
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"slot_index": 0,
"links": [
145
]
}
],
"properties": {
"Node name for S&R": "WanVideoDecode"
},
"widgets_values": [
false,
272,
272,
144,
128
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 16,
"type": "WanVideoTextEncode",
"pos": [
710.38916015625,
-381.6058044433594
],
"size": [
420.30511474609375,
261.5306701660156
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "t5",
"type": "WANTEXTENCODER",
"link": 15
},
{
"name": "model_to_offload",
"shape": 7,
"type": "WANVIDEOMODEL",
"link": null
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"slot_index": 0,
"links": [
30
]
}
],
"properties": {
"Node name for S&R": "WanVideoTextEncode"
},
"widgets_values": [
"video of a wolf",
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走",
true
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 30,
"type": "VHS_VideoCombine",
"pos": [
1709.29345703125,
-334.3517150878906
],
"size": [
1037.934326171875,
856.9671630859375
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 146
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "WanVideoWrapper_I2V",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "WanVideoWrapper_I2V_00159.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 16,
"workflow": "WanVideoWrapper_I2V_00159.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\WanVideoWrapper_I2V_00159.mp4"
}
}
}
},
{
"id": 38,
"type": "WanVideoVAELoader",
"pos": [
-253.87718200683594,
-160.96878051757812
],
"size": [
372.7727966308594,
82
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"slot_index": 0,
"links": [
43,
135
]
}
],
"properties": {
"Node name for S&R": "WanVideoVAELoader"
},
"widgets_values": [
"wanvideo\\Wan2_1_VAE_bf16.safetensors",
"bf16"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 97,
"type": "VHS_LoadVideo",
"pos": [
-257.8260498046875,
26.503103256225586
],
"size": [
247.455078125,
551.455078125
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
147
]
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "wolf_interpolated.mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "AnimateDiff",
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "wolf_interpolated.mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
},
{
"id": 95,
"type": "WanVideoEncode",
"pos": [
280.9074401855469,
-116.20671844482422
],
"size": [
315,
242
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 135
},
{
"name": "image",
"type": "IMAGE",
"link": 148
},
{
"name": "mask",
"shape": 7,
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
132
]
}
],
"properties": {
"Node name for S&R": "WanVideoEncode"
},
"widgets_values": [
false,
272,
272,
144,
128,
0,
1.0000000000000002
]
},
{
"id": 104,
"type": "ImageBlur",
"pos": [
89.50601959228516,
217.970947265625
],
"size": [
315,
82
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 147
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
148,
149
]
}
],
"properties": {
"Node name for S&R": "ImageBlur"
},
"widgets_values": [
4,
1
]
},
{
"id": 103,
"type": "ImageConcatMulti",
"pos": [
2055.855224609375,
-543.0326538085938
],
"size": [
315,
150
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 149
},
{
"name": "image_2",
"type": "IMAGE",
"link": 145
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"slot_index": 0,
"links": [
146
]
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
},
{
"id": 98,
"type": "WanVideoLoraSelect",
"pos": [
-202.7025604248047,
-734.8744506835938
],
"size": [
315,
126
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"shape": 7,
"type": "WANVIDLORA",
"link": null
},
{
"name": "blocks",
"shape": 7,
"type": "SELECTEDBLOCKS",
"link": null
}
],
"outputs": [
{
"name": "lora",
"type": "WANVIDLORA",
"links": [
136
]
}
],
"properties": {
"Node name for S&R": "WanVideoLoraSelect"
},
"widgets_values": [
"WanVid\\wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors",
1,
false
]
},
{
"id": 106,
"type": "MarkdownNote",
"pos": [
-231.86245727539062,
-575.628173828125
],
"size": [
358.3768310546875,
88
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"[https://huggingface.co/spacepxl/Wan2.1-control-loras/blob/main/wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors](https://huggingface.co/spacepxl/Wan2.1-control-loras/blob/main/wan2.1-1.3b-control-lora-tile-v0.1_comfy.safetensors)"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 33,
"type": "Note",
"pos": [
170,
-1150
],
"size": [
359.0753479003906,
88
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Models:\nhttps://huggingface.co/Kijai/WanVideo_comfy/tree/main"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 96,
"type": "WanVideoControlEmbeds",
"pos": [
784.249755859375,
-17.228534698486328
],
"size": [
289.79998779296875,
82
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "latents",
"type": "LATENT",
"link": 132
}
],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"slot_index": 0,
"links": [
133
]
}
],
"properties": {
"Node name for S&R": "WanVideoControlEmbeds"
},
"widgets_values": [
0,
0.7
]
},
{
"id": 27,
"type": "WanVideoSampler",
"pos": [
1335.9598388671875,
-353.7341003417969
],
"size": [
315,
699
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 29
},
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"link": 30
},
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 133
},
{
"name": "samples",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "feta_args",
"shape": 7,
"type": "FETAARGS",
"link": null
},
{
"name": "context_options",
"shape": 7,
"type": "WANVIDCONTEXT",
"link": null
},
{
"name": "teacache_args",
"shape": 7,
"type": "TEACACHEARGS",
"link": 103
},
{
"name": "flowedit_args",
"shape": 7,
"type": "FLOWEDITARGS",
"link": null
},
{
"name": "slg_args",
"shape": 7,
"type": "SLGARGS",
"link": null
},
{
"name": "loop_args",
"shape": 7,
"type": "LOOPARGS",
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"slot_index": 0,
"links": [
33
]
},
{
"name": "maskimagetest",
"type": "IMAGE",
"slot_index": 1,
"links": []
}
],
"properties": {
"Node name for S&R": "WanVideoSampler"
},
"widgets_values": [
30,
6,
5,
0,
"fixed",
true,
"unipc",
0,
1,
"",
"comfy"
]
},
{
"id": 22,
"type": "WanVideoModelLoader",
"pos": [
148.01803588867188,
-780
],
"size": [
477.4410095214844,
226.43276977539062
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"shape": 7,
"type": "WANCOMPILEARGS",
"link": null
},
{
"name": "block_swap_args",
"shape": 7,
"type": "BLOCKSWAPARGS",
"link": null
},
{
"name": "lora",
"shape": 7,
"type": "WANVIDLORA",
"link": 136
},
{
"name": "vram_management_args",
"shape": 7,
"type": "VRAM_MANAGEMENTARGS",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"slot_index": 0,
"links": [
29
]
}
],
"properties": {
"Node name for S&R": "WanVideoModelLoader"
},
"widgets_values": [
"WanVideo\\wan2.1_t2v_1.3B_fp16.safetensors",
"fp16",
"disabled",
"offload_device",
"sdpa"
],
"color": "#223",
"bgcolor": "#335"
}
],
"links": [
[
15,
11,
0,
16,
0,
"WANTEXTENCODER"
],
[
29,
22,
0,
27,
0,
"WANVIDEOMODEL"
],
[
30,
16,
0,
27,
1,
"WANVIDEOTEXTEMBEDS"
],
[
33,
27,
0,
28,
1,
"LATENT"
],
[
43,
38,
0,
28,
0,
"VAE"
],
[
103,
52,
0,
27,
6,
"TEACACHEARGS"
],
[
132,
95,
0,
96,
0,
"LATENT"
],
[
133,
96,
0,
27,
2,
"WANVIDIMAGE_EMBEDS"
],
[
135,
38,
0,
95,
0,
"WANVAE"
],
[
136,
98,
0,
22,
2,
"WANVIDLORA"
],
[
145,
28,
0,
103,
1,
"IMAGE"
],
[
146,
103,
0,
30,
0,
"IMAGE"
],
[
147,
97,
0,
104,
0,
"IMAGE"
],
[
148,
104,
0,
95,
1,
"IMAGE"
],
[
149,
104,
0,
103,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.672749994932603,
"offset": [
758.4262850534526,
999.5627658670082
]
},
"node_versions": {
"ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd",
"ComfyUI-VideoHelperSuite": "0a75c7958fe320efcb052f1d9f8451fd20c730a8",
"comfy-core": "0.3.26",
"ComfyUI-KJNodes": "a5bd3c86c8ed6b83c55c2d0e7a59515b15a0137f"
},
"VHS_latentpreview": true,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}