Files
pollockjj-ComfyUI-MultiGPU/examples/hunyuan_2gpu_GGUF.json
T

1348 lines
24 KiB
JSON

{
"last_node_id": 104,
"last_link_id": 268,
"nodes": [
{
"id": 88,
"type": "VAELoaderMultiGPU",
"pos": [
-932.6995239257812,
528.2268676757812
],
"size": [
322.5263366699219,
82
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
242
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoaderMultiGPU"
},
"widgets_values": [
"hunyuan_video_vae_bf16.safetensors",
"cuda:1"
]
},
{
"id": 79,
"type": "DualCLIPLoaderMultiGPU",
"pos": [
-553.4775390625,
336.9512023925781
],
"size": [
315,
130
],
"flags": {},
"order": 1,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
237
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderMultiGPU"
},
"widgets_values": [
"clip_l.safetensors",
"llava_llama3_fp8_scaled.safetensors",
"hunyuan_video",
"cuda:1"
]
},
{
"id": 80,
"type": "VAELoaderMultiGPU",
"pos": [
-561.4585571289062,
522.6740112304688
],
"size": [
322.5263366699219,
82
],
"flags": {},
"order": 2,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
239
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoaderMultiGPU"
},
"widgets_values": [
"hunyuan_video_vae_bf16.safetensors",
"cuda:1"
]
},
{
"id": 97,
"type": "UNETLoaderMultiGPU",
"pos": [
-553.2993774414062,
180.6386260986328
],
"size": [
315,
106
],
"flags": {},
"order": 3,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
251
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoaderMultiGPU"
},
"widgets_values": [
"hunyuan_video_720_cfgdistill_fp8_e4m3fn.safetensors",
"default",
"cuda:0"
]
},
{
"id": 11,
"type": "DualCLIPLoader",
"pos": [
-205.30178833007812,
359.85260009765625
],
"size": [
350,
106
],
"flags": {},
"order": 4,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
236
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"clip_l.safetensors",
"llava_llama3_fp8_scaled.safetensors",
"hunyuan_video"
]
},
{
"id": 10,
"type": "VAELoader",
"pos": [
-206.71307373046875,
546.1136474609375
],
"size": [
350,
60
],
"flags": {},
"order": 5,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
238
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"hunyuan_video_vae_bf16.safetensors"
]
},
{
"id": 12,
"type": "UNETLoader",
"pos": [
-198.3746795654297,
211.21337890625
],
"size": [
350,
82
],
"flags": {},
"order": 6,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
234
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"hunyuan_video_720_cfgdistill_fp8_e4m3fn.safetensors",
"default"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 87,
"type": "DualCLIPLoaderGGUFMultiGPU",
"pos": [
-936.0441284179688,
344.2503662109375
],
"size": [
327.5999755859375,
130
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
241
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
},
"widgets_values": [
"clip_l.safetensors",
"llava-llama-3-8B-v1_1-Q4_K_M.gguf",
"hunyuan_video",
"cuda:1"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 103,
"type": "Note",
"pos": [
-952.0836791992188,
-89.37448120117188
],
"size": [
353.56494140625,
190.77996826171875
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "This workflow requires ComfyUI-GGUF",
"properties": {},
"widgets_values": [
"**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow."
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 81,
"type": "Any Switch (rgthree)",
"pos": [
180.00851440429688,
565.62353515625
],
"size": [
140,
106
],
"flags": {
"collapsed": true
},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "any_01",
"type": "VAE",
"link": 242,
"dir": 3
},
{
"name": "any_02",
"type": "VAE",
"link": 239,
"dir": 3
},
{
"name": "any_03",
"type": "VAE",
"link": 238,
"dir": 3
},
{
"name": "any_04",
"type": "VAE",
"link": null,
"dir": 3
},
{
"name": "any_05",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "*",
"type": "VAE",
"links": [
226
],
"slot_index": 0,
"shape": 3,
"dir": 4,
"label": "VAE"
}
],
"title": "VAE Switch",
"properties": {
"Node name for S&R": "Any Switch (rgthree)"
},
"widgets_values": [],
"color": "#941414",
"bgcolor": "#800000"
},
{
"id": 86,
"type": "UnetLoaderGGUFMultiGPU",
"pos": [
-927.6819458007812,
195.3961944580078
],
"size": [
315,
82
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
240
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UnetLoaderGGUFMultiGPU"
},
"widgets_values": [
"hunyuan-video-t2v-720p-Q4_K_M.gguf",
"cuda:0"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 82,
"type": "Any Switch (rgthree)",
"pos": [
185.0726776123047,
375.7745361328125
],
"size": [
140,
106
],
"flags": {
"collapsed": true
},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "any_01",
"type": "CLIP",
"link": 241,
"dir": 3
},
{
"name": "any_02",
"type": "CLIP",
"link": 237,
"dir": 3
},
{
"name": "any_03",
"type": "CLIP",
"link": 236,
"dir": 3
},
{
"name": "any_04",
"type": "CLIP",
"link": null,
"dir": 3
},
{
"name": "any_05",
"type": "CLIP",
"link": null,
"dir": 3
}
],
"outputs": [
{
"name": "*",
"type": "CLIP",
"links": [
265
],
"slot_index": 0,
"shape": 3,
"dir": 4,
"label": "CLIP"
}
],
"title": "CLIP Switch",
"properties": {
"Node name for S&R": "Any Switch (rgthree)"
},
"widgets_values": [],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
596.327880859375,
186.22683715820312
],
"size": [
222.3482666015625,
46
],
"flags": {
"collapsed": true
},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 252,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 129,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
30
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicGuider"
},
"widgets_values": []
},
{
"id": 45,
"type": "EmptyHunyuanLatentVideo",
"pos": [
362.15252685546875,
427.1428527832031
],
"size": [
210,
130
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
180
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyHunyuanLatentVideo"
},
"widgets_values": [
848,
480,
73,
1
]
},
{
"id": 17,
"type": "BasicScheduler",
"pos": [
578.1046142578125,
433.7712707519531
],
"size": [
210,
109.8011474609375
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 267,
"slot_index": 0
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
20,
1
]
},
{
"id": 44,
"type": "CLIPTextEncode",
"pos": [
354.07879638671875,
223.81649780273438
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 265
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
175
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"anime style anime girl with massive fennec ears and one big fluffy tail, she has blonde hair long hair blue eyes wearing a pink sweater and a long blue skirt walking in a beautiful outdoor scenery with snow mountains in the background"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
540.6160888671875,
97.0975570678711
],
"size": [
250.37998962402344,
82
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
5770521,
"fixed"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 16,
"type": "KSamplerSelect",
"pos": [
820.9358520507812,
114.4560546875
],
"size": [
210,
58
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
19
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"euler"
]
},
{
"id": 102,
"type": "VHS_VideoCombine",
"pos": [
1125.0836181640625,
102.98095703125
],
"size": [
580.7774658203125,
665.4212036132812
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 268
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "HunyuanVideo",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "HunyuanVideo_00057.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24,
"workflow": "HunyuanVideo_00057.png",
"fullpath": "/home/johnj/ComfyUI/output/HunyuanVideo_00057.mp4"
},
"muted": false
}
}
},
{
"id": 89,
"type": "Fast Groups Bypasser (rgthree)",
"pos": [
-397.3174743652344,
-10.415107727050781
],
"size": [
373.6060485839844,
106
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "OPT_CONNECTION",
"type": "*",
"links": [],
"slot_index": 0
}
],
"properties": {
"matchColors": "",
"matchTitle": "",
"showNav": true,
"sort": "position",
"customSortAlphabet": "",
"toggleRestriction": "default"
},
"color": "#233",
"bgcolor": "#355"
},
{
"id": 77,
"type": "Note",
"pos": [
-235.55711364746094,
-189.51280212402344
],
"size": [
210,
121.95851135253906
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"The switches take the first enabled loader in this order:\n\n1. GGUFMultiGPU\n2. MultiGPU\n3. Standard Loaders"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 85,
"type": "Any Switch (rgthree)",
"pos": [
190.27281188964844,
241.24795532226562
],
"size": [
140,
106
],
"flags": {
"collapsed": true
},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "any_01",
"type": "MODEL",
"link": 240,
"dir": 3
},
{
"name": "any_02",
"type": "MODEL",
"link": 251,
"dir": 3
},
{
"name": "any_03",
"type": "MODEL",
"link": 234,
"dir": 3
},
{
"name": "any_04",
"type": "MODEL",
"link": null,
"dir": 3
},
{
"name": "any_05",
"type": "MODEL",
"link": null,
"dir": 3
}
],
"outputs": [
{
"name": "*",
"type": "MODEL",
"links": [
266,
267
],
"slot_index": 0,
"shape": 3,
"dir": 4,
"label": "MODEL"
}
],
"title": "UNet Switch",
"properties": {
"Node name for S&R": "Any Switch (rgthree)"
},
"widgets_values": [],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 26,
"type": "FluxGuidance",
"pos": [
339.6404113769531,
124.61022186279297
],
"size": [
211.60000610351562,
58
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 175
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
129
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FluxGuidance"
},
"widgets_values": [
6
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 67,
"type": "ModelSamplingSD3",
"pos": [
358.3191833496094,
608.4481201171875
],
"size": [
210,
58
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 266
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
252
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ModelSamplingSD3"
},
"widgets_values": [
7
]
},
{
"id": 73,
"type": "VAEDecodeTiled",
"pos": [
573.7927856445312,
583.8195190429688
],
"size": [
210,
150
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 210
},
{
"name": "vae",
"type": "VAE",
"link": 226
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
268
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecodeTiled"
},
"widgets_values": [
256,
64,
64,
8
]
},
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
815.8301391601562,
241.12867736816406
],
"size": [
292.4319763183594,
479.03521728515625
],
"flags": {
"collapsed": false
},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 37,
"slot_index": 0
},
{
"name": "guider",
"type": "GUIDER",
"link": 30,
"slot_index": 1
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 19,
"slot_index": 2
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 20,
"slot_index": 3
},
{
"name": "latent_image",
"type": "LATENT",
"link": 180,
"slot_index": 4
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
210
],
"slot_index": 0,
"shape": 3
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
},
"widgets_values": []
}
],
"links": [
[
19,
16,
0,
13,
2,
"SAMPLER"
],
[
20,
17,
0,
13,
3,
"SIGMAS"
],
[
30,
22,
0,
13,
1,
"GUIDER"
],
[
37,
25,
0,
13,
0,
"NOISE"
],
[
129,
26,
0,
22,
1,
"CONDITIONING"
],
[
175,
44,
0,
26,
0,
"CONDITIONING"
],
[
180,
45,
0,
13,
4,
"LATENT"
],
[
210,
13,
0,
73,
0,
"LATENT"
],
[
226,
81,
0,
73,
1,
"VAE"
],
[
234,
12,
0,
85,
2,
"MODEL"
],
[
236,
11,
0,
82,
2,
"CLIP"
],
[
237,
79,
0,
82,
1,
"CLIP"
],
[
238,
10,
0,
81,
2,
"VAE"
],
[
239,
80,
0,
81,
1,
"VAE"
],
[
240,
86,
0,
85,
0,
"MODEL"
],
[
241,
87,
0,
82,
0,
"CLIP"
],
[
242,
88,
0,
81,
0,
"VAE"
],
[
251,
97,
0,
85,
1,
"MODEL"
],
[
252,
67,
0,
22,
0,
"MODEL"
],
[
265,
82,
0,
44,
0,
"CLIP"
],
[
266,
85,
0,
67,
0,
"MODEL"
],
[
267,
85,
0,
17,
0,
"MODEL"
],
[
268,
73,
0,
102,
0,
"IMAGE"
]
],
"groups": [
{
"id": 1,
"title": "MultiGPU",
"bounding": [
-588.5792846679688,
109.26154327392578,
369.9709167480469,
504.81884765625
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 2,
"title": "GGUFMultiGPU",
"bounding": [
-956.1146850585938,
105.08057403564453,
359.0994567871094,
514.8541259765625
],
"color": "#b06634",
"font_size": 24,
"flags": {}
},
{
"id": 3,
"title": "Standard Loaders",
"bounding": [
-214.26190185546875,
114.71418762207031,
372.4795227050781,
510.67266845703125
],
"color": "#A88",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.7972024500001058,
"offset": [
1178.4994559657323,
395.63671832414315
]
},
"groupNodes": {},
"ue_links": [],
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0
},
"version": 0.4
}