Files
kijai-ComfyUI-WanVideoWrapper/example_workflows/wanvideo_1_3B_FlashVSR_upscale_example.json
T

1169 lines
24 KiB
JSON

{
"id": "206247b6-9fec-4ed2-8927-e4f388c674d4",
"revision": 0,
"last_node_id": 127,
"last_link_id": 215,
"nodes": [
{
"id": 35,
"type": "WanVideoTorchCompileSettings",
"pos": [
-664.2244873046875,
-1274.048828125
],
"size": [
390.5999755859375,
202
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"slot_index": 0,
"links": []
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true,
128
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 104,
"type": "WanVideoTextEncode",
"pos": [
22.614208221435547,
-727.9273071289062
],
"size": [
525.8681640625,
384.3753356933594
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "t5",
"shape": 7,
"type": "WANTEXTENCODER",
"link": 162
},
{
"name": "model_to_offload",
"shape": 7,
"type": "WANVIDEOMODEL",
"link": 163
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"slot_index": 0,
"links": [
166
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "WanVideoTextEncode"
},
"widgets_values": [
"Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo-realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
"Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards\"",
true,
true,
"gpu"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 11,
"type": "LoadWanVideoT5TextEncoder",
"pos": [
-443.7521667480469,
-535.9060668945312
],
"size": [
377.1661376953125,
130
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_t5_model",
"type": "WANTEXTENCODER",
"slot_index": 0,
"links": [
162
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "LoadWanVideoT5TextEncoder"
},
"widgets_values": [
"umt5-xxl-enc-bf16.safetensors",
"bf16",
"offload_device",
"disabled"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 123,
"type": "VHS_LoadVideo",
"pos": [
-179.3857421875,
-165.7681427001953
],
"size": [
247.455078125,
551.455078125
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
206
]
},
{
"name": "frame_count",
"type": "INT",
"links": []
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "0edce8ef7ce173ac97a3ed3d6f4636029d1a4530",
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "example0.mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "AnimateDiff",
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "example0.mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
},
{
"id": 116,
"type": "ImageResizeKJv2",
"pos": [
131.98231506347656,
-163.7329559326172
],
"size": [
270,
336
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 206
},
{
"name": "mask",
"shape": 7,
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
186,
210
]
},
{
"name": "width",
"type": "INT",
"links": [
189
]
},
{
"name": "height",
"type": "INT",
"links": [
190
]
},
{
"name": "mask",
"type": "MASK",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "3fcd22f2fe2be69c3229f192362b91888277cbcb",
"Node name for S&R": "ImageResizeKJv2"
},
"widgets_values": [
1024,
1024,
"lanczos",
"crop",
"0, 0, 0",
"center",
2,
"cpu",
"<tr><td>Output: </td><td><b>85</b> x <b>1024</b> x <b>1024 | 1020.00MB</b></td></tr>"
]
},
{
"id": 78,
"type": "WanVideoEmptyEmbeds",
"pos": [
518.80322265625,
-107.40808868408203
],
"size": [
272.431640625,
126
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "control_embeds",
"shape": 7,
"type": "WANVIDIMAGE_EMBEDS",
"link": null
},
{
"name": "extra_latents",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 189
},
{
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 190
}
],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"links": [
181
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "6bc53b771d5d2af316801cb69e2ee10dbf7d18b1",
"Node name for S&R": "WanVideoEmptyEmbeds"
},
"widgets_values": [
720,
720,
85
]
},
{
"id": 114,
"type": "WanVideoAddFlashVSRInput",
"pos": [
837.4269409179688,
-203.31698608398438
],
"size": [
234.45761108398438,
46
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 181
},
{
"name": "images",
"type": "IMAGE",
"link": 186
}
],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"links": [
182
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "3d42bf62cedf4f760edadba9e9c55869105d0bba",
"Node name for S&R": "WanVideoAddFlashVSRInput"
},
"widgets_values": []
},
{
"id": 117,
"type": "ImageConcatMulti",
"pos": [
1645.5211181640625,
-942.0350952148438
],
"size": [
270,
150
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 210
},
{
"name": "image_2",
"shape": 7,
"type": "IMAGE",
"link": 215
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
193
]
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "3fcd22f2fe2be69c3229f192362b91888277cbcb"
},
"widgets_values": [
2,
"right",
true,
null
]
},
{
"id": 121,
"type": "WanVideoDecode",
"pos": [
1233.328125,
-938.7442626953125
],
"size": [
315,
198
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 213
},
{
"name": "samples",
"type": "LATENT",
"link": 196
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"slot_index": 0,
"links": [
214
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "WanVideoDecode"
},
"widgets_values": [
false,
272,
272,
144,
128,
"default"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 126,
"type": "GetImageSizeAndCount",
"pos": [
1618.2845458984375,
-665.3915405273438
],
"size": [
190.86483764648438,
86
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 214
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
215
]
},
{
"label": "1024 width",
"name": "width",
"type": "INT",
"links": null
},
{
"label": "1024 height",
"name": "height",
"type": "INT",
"links": null
},
{
"label": "81 count",
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "3fcd22f2fe2be69c3229f192362b91888277cbcb",
"Node name for S&R": "GetImageSizeAndCount"
}
},
{
"id": 27,
"type": "WanVideoSampler",
"pos": [
1221.549560546875,
-644.4454956054688
],
"size": [
315,
999
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 144
},
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 182
},
{
"name": "text_embeds",
"shape": 7,
"type": "WANVIDEOTEXTEMBEDS",
"link": 166
},
{
"name": "samples",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "feta_args",
"shape": 7,
"type": "FETAARGS",
"link": null
},
{
"name": "context_options",
"shape": 7,
"type": "WANVIDCONTEXT",
"link": null
},
{
"name": "cache_args",
"shape": 7,
"type": "CACHEARGS",
"link": null
},
{
"name": "flowedit_args",
"shape": 7,
"type": "FLOWEDITARGS",
"link": null
},
{
"name": "slg_args",
"shape": 7,
"type": "SLGARGS",
"link": null
},
{
"name": "loop_args",
"shape": 7,
"type": "LOOPARGS",
"link": null
},
{
"name": "experimental_args",
"shape": 7,
"type": "EXPERIMENTALARGS",
"link": null
},
{
"name": "sigmas",
"shape": 7,
"type": "SIGMAS",
"link": null
},
{
"name": "unianimate_poses",
"shape": 7,
"type": "UNIANIMATE_POSE",
"link": null
},
{
"name": "fantasytalking_embeds",
"shape": 7,
"type": "FANTASYTALKING_EMBEDS",
"link": null
},
{
"name": "uni3c_embeds",
"shape": 7,
"type": "UNI3C_EMBEDS",
"link": null
},
{
"name": "multitalk_embeds",
"shape": 7,
"type": "MULTITALK_EMBEDS",
"link": null
},
{
"name": "freeinit_args",
"shape": 7,
"type": "FREEINITARGS",
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"slot_index": 0,
"links": [
196
]
},
{
"name": "denoised_samples",
"type": "LATENT",
"links": null
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "WanVideoSampler"
},
"widgets_values": [
1,
1,
5,
74,
"fixed",
true,
"euler",
0,
1,
false,
"comfy",
0,
-1,
false
]
},
{
"id": 22,
"type": "WanVideoModelLoader",
"pos": [
-72.96549987792969,
-1239.5343017578125
],
"size": [
624.1026611328125,
338
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"shape": 7,
"type": "WANCOMPILEARGS",
"link": null
},
{
"name": "block_swap_args",
"shape": 7,
"type": "BLOCKSWAPARGS",
"link": null
},
{
"name": "lora",
"shape": 7,
"type": "WANVIDLORA",
"link": null
},
{
"name": "vram_management_args",
"shape": 7,
"type": "VRAM_MANAGEMENTARGS",
"link": null
},
{
"name": "extra_model",
"shape": 7,
"type": "VACEPATH",
"link": 180
},
{
"name": "fantasytalking_model",
"shape": 7,
"type": "FANTASYTALKINGMODEL",
"link": null
},
{
"name": "multitalk_model",
"shape": 7,
"type": "MULTITALKMODEL",
"link": null
},
{
"name": "fantasyportrait_model",
"shape": 7,
"type": "FANTASYPORTRAITMODEL",
"link": null
},
{
"name": "vace_model",
"shape": 7,
"type": "VACEPATH",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"slot_index": 0,
"links": [
144,
163
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50",
"Node name for S&R": "WanVideoModelLoader"
},
"widgets_values": [
"WanVideo\\FlashVSR\\Wan2_1-T2V-1_3B_FlashVSR_fp32.safetensors",
"fp16",
"disabled",
"offload_device",
"sdpa",
"default"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 119,
"type": "WanVideoFlashVSRDecoderLoader",
"pos": [
-670.894775390625,
-824.1834716796875
],
"size": [
360.68438720703125,
82
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"links": [
213
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "3d42bf62cedf4f760edadba9e9c55869105d0bba",
"Node name for S&R": "WanVideoFlashVSRDecoderLoader"
},
"widgets_values": [
"Wan2_1_FlashVSR_TCDecoder_fp32.safetensors",
"fp16"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 113,
"type": "WanVideoExtraModelSelect",
"pos": [
-677.6390380859375,
-939.74267578125
],
"size": [
507.62115478515625,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "prev_model",
"shape": 7,
"type": "VACEPATH",
"link": null
}
],
"outputs": [
{
"name": "extra_model",
"type": "VACEPATH",
"links": [
180
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "3d42bf62cedf4f760edadba9e9c55869105d0bba",
"Node name for S&R": "WanVideoExtraModelSelect"
},
"widgets_values": [
"WanVideo\\FlashVSR\\Wan2_1_FlashVSR_LQ_proj_model_bf16.safetensors"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 84,
"type": "MarkdownNote",
"pos": [
-1130.9693603515625,
-908.9747314453125
],
"size": [
408.80950927734375,
131.6868133544922
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Model links:\n\n[https://huggingface.co/Kijai/WanVideo_comfy/tree/main/FlashVSR](https://huggingface.co/Kijai/WanVideo_comfy/tree/main/FlashVSR)\n\nText encoder:\n\n[https://huggingface.co/Kijai/WanVideo_comfy/blob/main/umt5-xxl-enc-bf16.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/umt5-xxl-enc-bf16.safetensors)\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 127,
"type": "Note",
"pos": [
630.6744384765625,
-1230.7738037109375
],
"size": [
316.588623046875,
203.8870391845703
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "Note: WIP",
"properties": {},
"widgets_values": [
"This is a barebones implementation of FlashVSR:\n\nhttps://huggingface.co/JunhaoZhuang/FlashVSR\n\nNone of the sparse attention and streaming stuff is implemented, however it still gives results like this and may be useful. DOES NOT MATCH ORIGINAL CODE RESULTS CURRENTLY"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 30,
"type": "VHS_VideoCombine",
"pos": [
1978.0262451171875,
-921.9905395507812
],
"size": [
1369.7001953125,
1022.85009765625
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 193
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8",
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "WanVideoWrapper_FlashVSR",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "WanVideoWrapper_EchoShot_00020.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 16,
"workflow": "WanVideoWrapper_EchoShot_00020.png",
"fullpath": "N:\\AI\\ComfyUI\\temp\\WanVideoWrapper_EchoShot_00020.mp4"
}
}
}
}
],
"links": [
[
144,
22,
0,
27,
0,
"WANVIDEOMODEL"
],
[
162,
11,
0,
104,
0,
"WANTEXTENCODER"
],
[
163,
22,
0,
104,
1,
"WANVIDEOMODEL"
],
[
166,
104,
0,
27,
2,
"WANVIDEOTEXTEMBEDS"
],
[
180,
113,
0,
22,
4,
"VACEPATH"
],
[
181,
78,
0,
114,
0,
"WANVIDIMAGE_EMBEDS"
],
[
182,
114,
0,
27,
1,
"WANVIDIMAGE_EMBEDS"
],
[
186,
116,
0,
114,
1,
"IMAGE"
],
[
189,
116,
1,
78,
2,
"INT"
],
[
190,
116,
2,
78,
3,
"INT"
],
[
193,
117,
0,
30,
0,
"IMAGE"
],
[
196,
27,
0,
121,
1,
"LATENT"
],
[
206,
123,
0,
116,
0,
"IMAGE"
],
[
210,
116,
0,
117,
0,
"IMAGE"
],
[
213,
119,
0,
121,
0,
"WANVAE"
],
[
214,
121,
0,
126,
0,
"IMAGE"
],
[
215,
126,
0,
117,
1,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.611590904484194,
"offset": [
1778.97094924203,
1358.0539389275748
]
},
"frontendVersion": "1.28.1",
"node_versions": {
"ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd",
"comfy-core": "0.3.26",
"ComfyUI-KJNodes": "a5bd3c86c8ed6b83c55c2d0e7a59515b15a0137f",
"ComfyUI-VideoHelperSuite": "0a75c7958fe320efcb052f1d9f8451fd20c730a8"
},
"VHS_latentpreview": true,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}