Files
kijai-ComfyUI-WanVideoWrapper/example_workflows/wanvideo_T2V_example_02.json
T

1040 lines
21 KiB
JSON

{
"last_node_id": 55,
"last_link_id": 57,
"nodes": [
{
"id": 11,
"type": "LoadWanVideoT5TextEncoder",
"pos": [
224.15325927734375,
-34.481563568115234
],
"size": [
377.1661376953125,
130
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_t5_model",
"type": "WANTEXTENCODER",
"links": [
15
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoadWanVideoT5TextEncoder"
},
"widgets_values": [
"umt5-xxl-enc-bf16.safetensors",
"bf16",
"offload_device",
"disabled"
]
},
{
"id": 37,
"type": "WanVideoEmptyEmbeds",
"pos": [
1305.26708984375,
-571.7843627929688
],
"size": [
315,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"links": [
42
]
}
],
"properties": {
"Node name for S&R": "WanVideoEmptyEmbeds"
},
"widgets_values": [
832,
480,
81
]
},
{
"id": 28,
"type": "WanVideoDecode",
"pos": [
1692.973876953125,
-404.8614501953125
],
"size": [
315,
174
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 43
},
{
"name": "samples",
"type": "LATENT",
"link": 33
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
36
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoDecode"
},
"widgets_values": [
true,
272,
272,
144,
128
]
},
{
"id": 38,
"type": "WanVideoVAELoader",
"pos": [
1687.4093017578125,
-582.2750854492188
],
"size": [
315,
82
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"links": [
43
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoVAELoader"
},
"widgets_values": [
"wanvideo\\Wan2_1_VAE_bf16.safetensors",
"bf16"
]
},
{
"id": 36,
"type": "Note",
"pos": [
723.7317504882812,
-597.3093872070312
],
"size": [
374.3061828613281,
171.9547576904297
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 22,
"type": "WanVideoModelLoader",
"pos": [
620.3950805664062,
-357.8426818847656
],
"size": [
477.4410095214844,
226.43276977539062
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "WANCOMPILEARGS",
"shape": 7,
"link": null
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"shape": 7,
"link": 50
},
{
"name": "lora",
"type": "WANVIDLORA",
"shape": 7,
"link": null
},
{
"name": "vram_management_args",
"type": "VRAM_MANAGEMENTARGS",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoModelLoader"
},
"widgets_values": [
"WanVideo\\Wan2_1-T2V-14B_fp8_e4m3fn.safetensors",
"fp16",
"fp8_e4m3fn",
"offload_device",
"sdpa"
]
},
{
"id": 42,
"type": "Note",
"pos": [
-165.44613647460938,
-344.9282531738281
],
"size": [
314.96246337890625,
152.77333068847656
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Adjust the blocks to swap based on your VRAM, this is a tradeoff between speed and memory usage.\n\nAlternatively there's option to use VRAM management introduced in DiffSynt-Studios. This is usually slower, but saves even more VRAM compared to BlockSwap"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 46,
"type": "WanVideoTextEmbedBridge",
"pos": [
1036.8792724609375,
570.4955444335938
],
"size": [
315,
46
],
"flags": {},
"order": 20,
"mode": 2,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 54
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 55
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"links": null
}
],
"properties": {
"Node name for S&R": "WanVideoTextEmbedBridge"
}
},
{
"id": 16,
"type": "WanVideoTextEncode",
"pos": [
675.8850708007812,
-36.032100677490234
],
"size": [
420.30511474609375,
261.5306701660156
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "t5",
"type": "WANTEXTENCODER",
"link": 15
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"links": [
30
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoTextEncode"
},
"widgets_values": [
"high quality nature video featuring a red panda balancing on a bamboo stem while a bird lands on it's head, on the background there is a waterfall",
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走",
true
]
},
{
"id": 50,
"type": "CLIPTextEncode",
"pos": [
586.8789672851562,
830.4956665039062
],
"size": [
400,
200
],
"flags": {},
"order": 18,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 53
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
55
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走"
]
},
{
"id": 48,
"type": "CLIPLoader",
"pos": [
226.8788604736328,
580.4955444335938
],
"size": [
315,
98.00003051757812
],
"flags": {},
"order": 5,
"mode": 2,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
52,
53
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"umt5_xxl_fp16.safetensors",
"wan",
"default"
]
},
{
"id": 51,
"type": "Note",
"pos": [
256.8788757324219,
410.4950256347656
],
"size": [
253.16725158691406,
88
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"You can also use native ComfyUI text encoding with these nodes instead of the original, the models are node specific and can't otherwise be mixed."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 49,
"type": "CLIPTextEncode",
"pos": [
586.8789672851562,
580.4955444335938
],
"size": [
400,
200
],
"flags": {},
"order": 17,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 52
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"high quality nature video featuring a red panda balancing on a bamboo stem while a bird lands on it's head, on the background there is a waterfall"
]
},
{
"id": 27,
"type": "WanVideoSampler",
"pos": [
1315.2401123046875,
-401.48028564453125
],
"size": [
315,
574.1923217773438
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 29
},
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"link": 30
},
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 42
},
{
"name": "samples",
"type": "LATENT",
"shape": 7,
"link": null
},
{
"name": "feta_args",
"type": "FETAARGS",
"shape": 7,
"link": 57
},
{
"name": "context_options",
"type": "WANVIDCONTEXT",
"shape": 7,
"link": null
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"shape": 7,
"link": 56
},
{
"name": "flowedit_args",
"type": "FLOWEDITARGS",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
33
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoSampler"
},
"widgets_values": [
25,
6,
5,
1057359483639287,
"fixed",
true,
"unipc",
0,
1,
""
]
},
{
"id": 45,
"type": "WanVideoVRAMManagement",
"pos": [
-158.19737243652344,
-136.97467041015625
],
"size": [
315,
58
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "vram_management_args",
"type": "VRAM_MANAGEMENTARGS",
"links": []
}
],
"properties": {
"Node name for S&R": "WanVideoVRAMManagement"
},
"widgets_values": [
1
]
},
{
"id": 33,
"type": "Note",
"pos": [
-153.7365264892578,
-16.124788284301758
],
"size": [
359.0753479003906,
88
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Models:\nhttps://huggingface.co/Kijai/WanVideo_comfy/tree/main"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 53,
"type": "Note",
"pos": [
531.5562133789062,
-1014.3677978515625
],
"size": [
324.64129638671875,
159.47401428222656
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"TeaCache could be considered to be sort of an automated step skipper, it will compare the current and previous model inputs/outputs and their relative distances to determine if the step can be skipped-\n\nThe relative l1 threshold -value determines how aggressive this is, higher values are faster but quality suffers more. Start step should be around 10-20% into the process, very first steps should NEVER be skipped with this model or it kills the motion."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 52,
"type": "WanVideoTeaCache",
"pos": [
870.7489013671875,
-1000.0360717773438
],
"size": [
315,
130
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"links": [
56
]
}
],
"properties": {
"Node name for S&R": "WanVideoTeaCache"
},
"widgets_values": [
0.030000000000000006,
6,
-1,
"offload_device"
]
},
{
"id": 55,
"type": "WanVideoEnhanceAVideo",
"pos": [
1282.9122314453125,
-994.9732666015625
],
"size": [
315,
106
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "feta_args",
"type": "FETAARGS",
"links": [
57
]
}
],
"properties": {
"Node name for S&R": "WanVideoEnhanceAVideo"
},
"widgets_values": [
2,
0,
1
]
},
{
"id": 54,
"type": "Note",
"pos": [
1278.7947998046875,
-1137.541748046875
],
"size": [
327.61932373046875,
88
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Enhance-a-video can increase the fidelity of the results, too high values lead to noisy results."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 35,
"type": "WanVideoTorchCompileSettings",
"pos": [
222.5817413330078,
-677.6240844726562
],
"size": [
390.5999755859375,
178
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"links": [],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true
]
},
{
"id": 44,
"type": "Note",
"pos": [
-98.58364868164062,
-675.3411254882812
],
"size": [
303.0501403808594,
88
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you have Triton installed, connect this for ~30% speed increase"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 39,
"type": "WanVideoBlockSwap",
"pos": [
253.16395568847656,
-343.3807678222656
],
"size": [
315,
106
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"links": [
50
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoBlockSwap"
},
"widgets_values": [
20,
false,
false
]
},
{
"id": 30,
"type": "VHS_VideoCombine",
"pos": [
2068.651611328125,
-582.5413818359375
],
"size": [
1245.8460693359375,
1055.2188720703125
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 36
},
{
"name": "audio",
"type": "AUDIO",
"shape": 7,
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"shape": 7,
"link": null
},
{
"name": "vae",
"type": "VAE",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "WanVideo2_1_T2V",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "WanVideo2_1_T2V_00255.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 16,
"workflow": "WanVideo2_1_T2V_00255.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\WanVideo2_1_T2V_00255.mp4"
}
}
}
}
],
"links": [
[
15,
11,
0,
16,
0,
"WANTEXTENCODER"
],
[
29,
22,
0,
27,
0,
"WANVIDEOMODEL"
],
[
30,
16,
0,
27,
1,
"WANVIDEOTEXTEMBEDS"
],
[
33,
27,
0,
28,
1,
"LATENT"
],
[
36,
28,
0,
30,
0,
"IMAGE"
],
[
42,
37,
0,
27,
2,
"WANVIDIMAGE_EMBEDS"
],
[
43,
38,
0,
28,
0,
"VAE"
],
[
50,
39,
0,
22,
1,
"BLOCKSWAPARGS"
],
[
52,
48,
0,
49,
0,
"CLIP"
],
[
53,
48,
0,
50,
0,
"CLIP"
],
[
54,
49,
0,
46,
0,
"CONDITIONING"
],
[
55,
50,
0,
46,
1,
"CONDITIONING"
],
[
56,
52,
0,
27,
6,
"TEACACHEARGS"
],
[
57,
55,
0,
27,
4,
"FETAARGS"
]
],
"groups": [
{
"id": 1,
"title": "ComfyUI text encoding alternative",
"bounding": [
164.06297302246094,
266.5617370605469,
1210.621337890625,
805.9080810546875
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.611590904484182,
"offset": [
238.14121489210675,
1082.2774342540883
]
},
"node_versions": {
"ComfyUI-WanVideoWrapper": "721cd65e7b5224c70a3d20446d9d561f1732216b",
"comfy-core": "0.3.19",
"ComfyUI-VideoHelperSuite": "2c25b8b53835aaeb63f831b3137c705cf9f85dce"
},
"VHS_latentpreview": true,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}