Files
pollockjj-ComfyUI-MultiGPU/example_workflows/ComfyUI-WanVideoWrapper wanvideo_T2V.json

1075 lines
24 KiB
JSON
Executable File

{
"id": "c6e410bc-5e2c-460b-ae81-c91b6094fbb1",
"revision": 0,
"last_node_id": 78,
"last_link_id": 91,
"nodes": [
{
"id": 62,
"type": "WanVideoVAELoaderMultiGPU",
"pos": [
1261.431884765625,
-741.0675048828125
],
"size": [
294.1841735839844,
126
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"shape": 7,
"type": "WANCOMPILEARGS",
"link": null
}
],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"links": []
},
{
"name": "load_device",
"type": "MULTIGPUDEVICE",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "15ff29c63b816a5d4139557730da6b4dae2840cf",
"Node name for S&R": "WanVideoVAELoaderMultiGPU"
},
"widgets_values": [
"wan_2.1_vae.safetensors",
"cuda:0",
"bf16"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 37,
"type": "WanVideoEmptyEmbeds",
"pos": [
854.26123046875,
-667.6011962890625
],
"size": [
315,
126
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "control_embeds",
"shape": 7,
"type": "WANVIDIMAGE_EMBEDS",
"link": null
},
{
"name": "extra_latents",
"shape": 7,
"type": "LATENT",
"link": null
}
],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"links": [
67
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "76ea2aa6a664edbd553799f78d6bafdd23e34dc6",
"Node name for S&R": "WanVideoEmptyEmbeds"
},
"widgets_values": [
832,
480,
81
]
},
{
"id": 55,
"type": "WanVideoEnhanceAVideo",
"pos": [
1216.34375,
-912.3005981445312
],
"size": [
315,
106
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "feta_args",
"type": "FETAARGS",
"links": [
70
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "76ea2aa6a664edbd553799f78d6bafdd23e34dc6",
"Node name for S&R": "WanVideoEnhanceAVideo"
},
"widgets_values": [
2,
0,
1
]
},
{
"id": 75,
"type": "WanVideoDecodeMultiGPU",
"pos": [
1621.107666015625,
-527.0068359375
],
"size": [
271.8716735839844,
218
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 85
},
{
"name": "load_device",
"type": "MULTIGPUDEVICE",
"link": 86
},
{
"name": "samples",
"type": "LATENT",
"link": 87
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
88
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "db931d66c31acbcfce26f29babfb552509e586aa",
"Node name for S&R": "WanVideoDecodeMultiGPU"
},
"widgets_values": [
false,
272,
272,
144,
128,
"default"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 69,
"type": "GetImageSizeAndCount",
"pos": [
1972.8206787109375,
-598.654052734375
],
"size": [
240.41265869140625,
86
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 88
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
78
]
},
{
"label": "832 width",
"name": "width",
"type": "INT",
"links": null
},
{
"label": "480 height",
"name": "height",
"type": "INT",
"links": null
},
{
"label": "81 count",
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "a6b867b63a29ca48ddb15c589e17a9f2d8530d57",
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 74,
"type": "WanVideoVAELoaderMultiGPU",
"pos": [
1635.6156005859375,
-764.2013549804688
],
"size": [
294.1841735839844,
126
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"shape": 7,
"type": "WANCOMPILEARGS",
"link": null
}
],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"links": [
85
]
},
{
"name": "load_device",
"type": "MULTIGPUDEVICE",
"links": [
86
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "db931d66c31acbcfce26f29babfb552509e586aa",
"Node name for S&R": "WanVideoVAELoaderMultiGPU"
},
"widgets_values": [
"wan_2.1_vae.safetensors",
"cuda:1",
"bf16"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 60,
"type": "LoadWanVideoT5TextEncoderMultiGPU",
"pos": [
272.1676025390625,
-32.73524856567383
],
"size": [
344.07952880859375,
150
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_t5_model",
"type": "WANTEXTENCODER",
"links": [
63
]
},
{
"name": "load_device",
"type": "MULTIGPUDEVICE",
"links": [
89
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "15ff29c63b816a5d4139557730da6b4dae2840cf",
"Node name for S&R": "LoadWanVideoT5TextEncoderMultiGPU"
},
"widgets_values": [
"umt5-xxl-enc-bf16.safetensors",
"bf16",
"cuda:1",
"disabled"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 72,
"type": "WanVideoModelLoaderMultiGPU",
"pos": [
313.96173095703125,
-443.1802978515625
],
"size": [
325.787109375,
342
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"shape": 7,
"type": "WANCOMPILEARGS",
"link": 91
},
{
"name": "block_swap_args",
"shape": 7,
"type": "BLOCKSWAPARGS",
"link": null
},
{
"name": "lora",
"shape": 7,
"type": "WANVIDLORA",
"link": null
},
{
"name": "vram_management_args",
"shape": 7,
"type": "VRAM_MANAGEMENTARGS",
"link": null
},
{
"name": "extra_model",
"shape": 7,
"type": "VACEPATH",
"link": null
},
{
"name": "fantasytalking_model",
"shape": 7,
"type": "FANTASYTALKINGMODEL",
"link": null
},
{
"name": "multitalk_model",
"shape": 7,
"type": "MULTITALKMODEL",
"link": null
},
{
"name": "fantasyportrait_model",
"shape": 7,
"type": "FANTASYPORTRAITMODEL",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"links": [
84
]
},
{
"name": "compute_device",
"type": "MULTIGPUDEVICE",
"links": [
83
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "db931d66c31acbcfce26f29babfb552509e586aa",
"Node name for S&R": "WanVideoModelLoaderMultiGPU"
},
"widgets_values": [
"Wan2_1-T2V-14B_fp8_e5m2.safetensors",
"bf16",
"disabled",
"offload_device",
"cuda:0",
"sdpa",
"default"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 70,
"type": "VHS_VideoCombine",
"pos": [
2090.0478515625,
-465.7718505859375
],
"size": [
698.6392211914062,
739.5226440429688
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 78
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8",
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "MultiGPU",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "MultiGPU_00056.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 16,
"workflow": "MultiGPU_00056.png",
"fullpath": "/home/johnj/ComfyUI/output/MultiGPU_00056.mp4"
}
}
}
},
{
"id": 61,
"type": "WanVideoTextEncodeMultiGPU",
"pos": [
680.0242309570312,
-36.73755645751953
],
"size": [
566.0554809570312,
250.3997344970703
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "t5",
"shape": 7,
"type": "WANTEXTENCODER",
"link": 63
},
{
"name": "load_device",
"shape": 7,
"type": "MULTIGPUDEVICE",
"link": 89
},
{
"name": "model_to_offload",
"shape": 7,
"type": "WANVIDEOMODEL",
"link": null
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"links": [
69
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "15ff29c63b816a5d4139557730da6b4dae2840cf",
"Node name for S&R": "WanVideoTextEncodeMultiGPU"
},
"widgets_values": [
"A towering technological monolith in a cyberpunk cityscape at night, with \"WanVideoWrapper\" and \"T2V\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the center of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ",
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走",
"cpu",
false
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 63,
"type": "WanVideoSamplerMultiGPU",
"pos": [
1250.033447265625,
-527.004150390625
],
"size": [
327.80859375,
922
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 90
},
{
"name": "compute_device",
"type": "MULTIGPUDEVICE",
"link": 83
},
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 67
},
{
"name": "text_embeds",
"shape": 7,
"type": "WANVIDEOTEXTEMBEDS",
"link": 69
},
{
"name": "samples",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "feta_args",
"shape": 7,
"type": "FETAARGS",
"link": 70
},
{
"name": "context_options",
"shape": 7,
"type": "WANVIDCONTEXT",
"link": null
},
{
"name": "cache_args",
"shape": 7,
"type": "CACHEARGS",
"link": 66
},
{
"name": "flowedit_args",
"shape": 7,
"type": "FLOWEDITARGS",
"link": null
},
{
"name": "slg_args",
"shape": 7,
"type": "SLGARGS",
"link": null
},
{
"name": "loop_args",
"shape": 7,
"type": "LOOPARGS",
"link": null
},
{
"name": "experimental_args",
"shape": 7,
"type": "EXPERIMENTALARGS",
"link": null
},
{
"name": "sigmas",
"shape": 7,
"type": "SIGMAS",
"link": null
},
{
"name": "unianimate_poses",
"shape": 7,
"type": "UNIANIMATE_POSE",
"link": null
},
{
"name": "fantasytalking_embeds",
"shape": 7,
"type": "FANTASYTALKING_EMBEDS",
"link": null
},
{
"name": "uni3c_embeds",
"shape": 7,
"type": "UNI3C_EMBEDS",
"link": null
},
{
"name": "multitalk_embeds",
"shape": 7,
"type": "MULTITALK_EMBEDS",
"link": null
},
{
"name": "freeinit_args",
"shape": 7,
"type": "FREEINITARGS",
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
87
]
},
{
"name": "denoised_samples",
"type": "LATENT",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "15ff29c63b816a5d4139557730da6b4dae2840cf",
"Node name for S&R": "WanVideoSamplerMultiGPU"
},
"widgets_values": [
25,
6,
5,
60,
"increment",
true,
"unipc",
0,
1,
false,
"comfy",
0,
-1,
false
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 66,
"type": "WanVideoSetBlockSwap",
"pos": [
683.7297973632812,
-358.79156494140625
],
"size": [
201.76815795898438,
46
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 84
},
{
"name": "block_swap_args",
"shape": 7,
"type": "BLOCKSWAPARGS",
"link": 72
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"links": [
90
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "7e290c67bff1f906cdab84523018573f6c9d4d7f",
"Node name for S&R": "WanVideoSetBlockSwap"
},
"widgets_values": [],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 52,
"type": "WanVideoTeaCache",
"pos": [
828.8751831054688,
-948.4996948242188
],
"size": [
315,
178
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "cache_args",
"type": "CACHEARGS",
"links": [
66
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "76ea2aa6a664edbd553799f78d6bafdd23e34dc6",
"Node name for S&R": "WanVideoTeaCache"
},
"widgets_values": [
0.25,
1,
-1,
"offload_device",
false,
"e"
]
},
{
"id": 78,
"type": "WanVideoTorchCompileSettings",
"pos": [
311.9624328613281,
-764.6751098632812
],
"size": [
342.74609375,
202
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"links": [
91
]
}
],
"properties": {
"cnr_id": "ComfyUI-WanVideoWrapper",
"ver": "e2d8c9bef572d488d6474caa144436e08b543605",
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true,
128
]
},
{
"id": 65,
"type": "WanVideoBlockSwapMultiGPU",
"pos": [
895.7860717773438,
-325.48040771484375
],
"size": [
292.8716735839844,
226
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"links": [
72
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "15ff29c63b816a5d4139557730da6b4dae2840cf",
"Node name for S&R": "WanVideoBlockSwapMultiGPU"
},
"widgets_values": [
21,
"cuda:2",
"cpu",
false,
false,
false,
0,
"cuda:1"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
},
{
"id": 76,
"type": "MarkdownNote",
"pos": [
-584.4541625976562,
-762.4033203125
],
"size": [
647.0803833007812,
804.3665771484375
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "ComfyUI-MultiGPU Note - ComfyUI-WanVideoWrapper",
"properties": {},
"widgets_values": [
"These nodes are designed to work with ComfyUI-WanVideoWrapper they enable UNets, CLIPs, and VAEs to be loaded on any available device. This is a replication of the original workflow by kijai which can be found here: [wanvideo_T2V_example_03.json](https://github.com/kijai/ComfyUI-WanVideoWrapper/blob/main/example_workflows/wanvideo_T2V_example_03.json). In this case we assume that there is a second video card in the system that can donate ~7G for the model. Literally any device on the PCIe bus can be used for model storage with very little impact to WanVideo generation times.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n- [ComfyUI-WanVideoWrapper](https://github.com/kijai/ComfyUI-WanVideoWrapper)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│ ├── 📂 ComfyUI-MultiGPU/\n│ ├── 📂 ComfyUI-WanVideoWrapper\n```\n## Model links\n\n**Diffusion model**\n- [Wan2_1-T2V-14B_fp8_e5m2.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan2_1-T2V-14B_fp8_e5m2.safetensors)\n\n**CLIP**\n- [umt5_xxl_enc-bf16.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/umt5-xxl-enc-bf16.safetensors)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/vae/wan_2.1_vae.safetensors)\n\n**LoRA**\n- [wan2.1-1.3b-control-lora-tile-v1.1_comfy.safetensors](https://huggingface.co/spacepxl/Wan2.1-control-loras/resolve/main/1.3b/tile/wan2.1-1.3b-control-lora-tile-v1.1_comfy.safetensors)\n\n## Model Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│ ├── 📂 clip/\n│ │ └── umt5_xxl_enc-bf16.safetensors \n│ ├── 📂 unet/\n│ │ ├── Wan2_1-T2V-14B_fp8_e5m2.safetensors [🟪🟪🟪🟪🟪🟩🟩🟩🟩🟩]\n│ ├───📂 loras/\n│ │ ├── wan2.1-1.3b-control-lora-tile-v1.1_comfy.safetensors\n│ ├── 📂 vae/\n│ │ └── wan_2.1_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│ └── Wan2_1-T2V-14B_fp8_e5m2.safetensors [🟩🟩🟩🟩🟩]\n│ └── wan2.1-1.3b-control-lora-tile-v1.1_comfy.safetensors\n├── 🟣 cuda:1\n│ └── Wan2_1-T2V-14B_fp8_e5m2.safetensors [🟪🟪🟪🟪🟪]\n│ └── umt5_xxl_enc-bf16.safetensors\n│ └── wan_2.1_vae.safetensors\n├── ⚙️ cpu\n └── Empty\n```"
],
"color": "#008181",
"bgcolor": "rgba(24,24,27,.9)"
}
],
"links": [
[
63,
60,
0,
61,
0,
"WANTEXTENCODER"
],
[
66,
52,
0,
63,
7,
"CACHEARGS"
],
[
67,
37,
0,
63,
2,
"WANVIDIMAGE_EMBEDS"
],
[
69,
61,
0,
63,
3,
"WANVIDEOTEXTEMBEDS"
],
[
70,
55,
0,
63,
5,
"FETAARGS"
],
[
72,
65,
0,
66,
1,
"BLOCKSWAPARGS"
],
[
78,
69,
0,
70,
0,
"IMAGE"
],
[
83,
72,
1,
63,
1,
"MULTIGPUDEVICE"
],
[
84,
72,
0,
66,
0,
"WANVIDEOMODEL"
],
[
85,
74,
0,
75,
0,
"WANVAE"
],
[
86,
74,
1,
75,
1,
"MULTIGPUDEVICE"
],
[
87,
63,
0,
75,
2,
"LATENT"
],
[
88,
75,
0,
69,
0,
"IMAGE"
],
[
89,
60,
1,
61,
1,
"MULTIGPUDEVICE"
],
[
90,
66,
0,
63,
0,
"WANVIDEOMODEL"
],
[
91,
78,
0,
72,
0,
"WANCOMPILEARGS"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650705,
"offset": [
655.4991813722315,
1152.1915705024237
]
},
"frontendVersion": "1.27.10",
"node_versions": {
"ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd",
"comfy-core": "0.3.26",
"ComfyUI-VideoHelperSuite": "0a75c7958fe320efcb052f1d9f8451fd20c730a8"
},
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}