nodes/pollockjj-ComfyUI-MultiGPU
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Refactor: Reorganize and update example workflows

Browse Source 
This commit introduces a major reorganization of the `examples` directory to improve clarity and discoverability. Workflows are now grouped into subdirectories based on the features they demonstrate (e.g., `distorch`, `distorch2`, `gguf`, `multiGPU`).

Key changes:
- Moved existing example JSON files into new categorized folders.
- Added several new and updated workflows, particularly for DisTorch2.
- Removed outdated or redundant example files.
- Renamed an internal function from `..._gguf_v2` to `..._safetensor_v2` to better reflect its broader functionality in DisTorch2.
This commit is contained in:
John Pollock
2025-08-14 12:45:15 -05:00
parent d1c88a7cdb
commit 545da7f741
25 changed files with 4382 additions and 8637 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/multiGPU/flux_dev_example_MultiGPU.json
Executable
+848
View File
@@ -0,0 +1,848 @@
{
"id": "4d231a10-da3b-4b12-8698-449accd4b87a",
"revision": 0,
"last_node_id": 40,
"last_link_id": 119,
"nodes": [
{
"id": 17,
"type": "BasicScheduler",
"pos": [
480,
1008
],
"size": [
315,
106
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
]
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
20,
1
]
},
{
"id": 16,
"type": "KSamplerSelect",
"pos": [
480,
912
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
19
]
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"euler"
]
},
{
"id": 26,
"type": "FluxGuidance",
"pos": [
480,
144
],
"size": [
317.4000244140625,
58
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 41
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
42
]
}
],
"properties": {
"Node name for S&R": "FluxGuidance"
},
"widgets_values": [
3.5
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
576,
48
],
"size": [
222.3482666015625,
46
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 54
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 42
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"slot_index": 0,
"links": [
30
]
}
],
"properties": {
"Node name for S&R": "BasicGuider"
},
"widgets_values": []
},
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
864,
192
],
"size": [
272.3617858886719,
326
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 37
},
{
"name": "guider",
"type": "GUIDER",
"link": 30
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 19
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 20
},
{
"name": "latent_image",
"type": "LATENT",
"link": 116
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"slot_index": 0,
"links": [
24
]
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
},
"widgets_values": []
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
480,
768
],
"size": [
315,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
]
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
826914720443214,
"randomize"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
866,
367
],
"size": [
210,
46
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 119
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
9
]
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 30,
"type": "ModelSamplingFlux",
"pos": [
480,
1152
],
"size": [
315,
130
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 117
},
{
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 115
},
{
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 114
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
54,
55
]
}
],
"properties": {
"Node name for S&R": "ModelSamplingFlux"
},
"widgets_values": [
1.15,
0.5,
1024,
1024
]
},
{
"id": 27,
"type": "EmptySD3LatentImage",
"pos": [
480,
624
],
"size": [
315,
106
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 112
},
{
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 113
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
116
]
}
],
"properties": {
"Node name for S&R": "EmptySD3LatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 34,
"type": "PrimitiveNode",
"pos": [
432,
480
],
"size": [
210,
82
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "INT",
"type": "INT",
"widget": {
"name": "width"
},
"slot_index": 0,
"links": [
112,
115
]
}
],
"title": "width",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
1024,
"fixed"
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 35,
"type": "PrimitiveNode",
"pos": [
672,
480
],
"size": [
210,
82
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "INT",
"type": "INT",
"widget": {
"name": "height"
},
"slot_index": 0,
"links": [
113,
114
]
}
],
"title": "height",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
1024,
"fixed"
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1155,
196
],
"size": [
985.3012084960938,
1060.3828125
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 37,
"type": "Note",
"pos": [
480,
1344
],
"size": [
314.99755859375,
117.98363494873047
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"text": ""
},
"widgets_values": [
"The reference sampling implementation auto adjusts the shift value based on the resolution, if you don't want this you can just bypass (CTRL-B) this ModelSamplingFlux node.\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
384,
240
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 118
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
41
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 39,
"type": "DualCLIPLoaderMultiGPU",
"pos": [
52.45843505859375,
284.6034851074219
],
"size": [
270,
130
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
118
]
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderMultiGPU"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"clip_l.safetensors",
"flux",
"cuda:1"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 40,
"type": "VAELoaderMultiGPU",
"pos": [
55.872314453125,
462.9376220703125
],
"size": [
268.9281921386719,
82
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
119
]
}
],
"properties": {
"Node name for S&R": "VAELoaderMultiGPU"
},
"widgets_values": [
"ae.safetensors",
"cuda:0"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 38,
"type": "UNETLoaderMultiGPU",
"pos": [
62.178836822509766,
116.59618377685547
],
"size": [
252.71832275390625,
106
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
117
]
}
],
"properties": {
"Node name for S&R": "UNETLoaderMultiGPU"
},
"widgets_values": [
"flux1-dev-fp8.safetensors",
"default",
"cuda:0"
],
"color": "#233",
"bgcolor": "#355"
}
],
"links": [
[
9,
8,
0,
9,
0,
"IMAGE"
],
[
19,
16,
0,
13,
2,
"SAMPLER"
],
[
20,
17,
0,
13,
3,
"SIGMAS"
],
[
24,
13,
0,
8,
0,
"LATENT"
],
[
30,
22,
0,
13,
1,
"GUIDER"
],
[
37,
25,
0,
13,
0,
"NOISE"
],
[
41,
6,
0,
26,
0,
"CONDITIONING"
],
[
42,
26,
0,
22,
1,
"CONDITIONING"
],
[
54,
30,
0,
22,
0,
"MODEL"
],
[
55,
30,
0,
17,
0,
"MODEL"
],
[
112,
34,
0,
27,
0,
"INT"
],
[
113,
35,
0,
27,
1,
"INT"
],
[
114,
35,
0,
30,
2,
"INT"
],
[
115,
34,
0,
30,
1,
"INT"
],
[
116,
27,
0,
13,
4,
"LATENT"
],
[
117,
38,
0,
30,
0,
"MODEL"
],
[
118,
39,
0,
6,
0,
"CLIP"
],
[
119,
40,
0,
8,
1,
"VAE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650705,
"offset": [
1096.2188760488327,
245.01396417277823
]
},
"groupNodes": {},
"frontendVersion": "1.24.4",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}
examples/multiGPU/sdxl_2gpu.json
+738
View File
@@ -0,0 +1,738 @@
{
"last_node_id": 25,
"last_link_id": 59,
"nodes": [
{
"id": 5,
"type": "VAEDecode",
"pos": [
1592.0411376953125,
-260.3390808105469
],
"size": [
140,
46
],
"flags": {
"collapsed": true
},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 6
},
{
"name": "vae",
"type": "VAE",
"link": 36
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
7
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 15,
"type": "VAEDecode",
"pos": [
1556.0386962890625,
268.0700988769531
],
"size": [
210,
46
],
"flags": {
"collapsed": true
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 22
},
{
"name": "vae",
"type": "VAE",
"link": 42
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
53
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 2,
"type": "KSampler",
"pos": [
1235.140380859375,
-287.8480529785156
],
"size": [
295.7660217285156,
474
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 35
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 46,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 59
},
{
"name": "latent_image",
"type": "LATENT",
"link": 9,
"slot_index": 3
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
6,
52
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
5770521,
"fixed",
20,
8,
"dpmpp_2m_sde_gpu",
"karras",
1
]
},
{
"id": 23,
"type": "SaveImage",
"pos": [
1533.74560546875,
241.643798828125
],
"size": [
473.8890686035156,
484.4914245605469
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 53
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 12,
"type": "KSampler",
"pos": [
1248.8175048828125,
237.6725311279297
],
"size": [
274.0234375,
474
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 39
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 57
},
{
"name": "latent_image",
"type": "LATENT",
"link": 52,
"slot_index": 3
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
22
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
5770521,
"fixed",
20,
4,
"dpmpp_2m_sde_gpu",
"karras",
0.5
]
},
{
"id": 6,
"type": "PreviewImage",
"pos": [
1526.01708984375,
-295.9187316894531
],
"size": [
491.1799011230469,
494.12640380859375
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 7
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 22,
"type": "CLIPTextEncode",
"pos": [
962.80859375,
390.72601318359375
],
"size": [
285.6000061035156,
98.24866485595703
],
"flags": {
"collapsed": true
},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 49
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
57
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 20,
"type": "CheckpointLoaderSimpleMultiGPU",
"pos": [
558.670654296875,
277.36590576171875
],
"size": [
378,
122
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
39
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
49,
55
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
42
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
},
"widgets_values": [
"juggernautXL_juggXIByRundiffusion.safetensors",
"cuda:1"
]
},
{
"id": 8,
"type": "EmptyLatentImage",
"pos": [
1250.5328369140625,
-431.4219055175781
],
"size": [
210,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
9
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 21,
"type": "CLIPTextEncode",
"pos": [
937.1891479492188,
-240.19276428222656
],
"size": [
285.6000061035156,
76
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
46
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"realistic photograph of a glass of wine, depth of field, bokeh"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 25,
"type": "CLIPTextEncode",
"pos": [
944.7369384765625,
-117.6661605834961
],
"size": [
285.6000061035156,
76
],
"flags": {
"collapsed": true
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 58
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
59
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 19,
"type": "CheckpointLoaderSimpleMultiGPU",
"pos": [
549.6911010742188,
-220.0397186279297
],
"size": [
378,
122
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
35
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
54,
58
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
36
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
},
"widgets_values": [
"realvisxlV50_v50Bakedvae.safetensors",
"cuda:0"
]
},
{
"id": 24,
"type": "CLIPTextEncode",
"pos": [
946.2571411132812,
271.57373046875
],
"size": [
285.6000061035156,
76
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 55
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
56
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"realistic photograph of a glass of wine, depth of field, bokeh"
],
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
[
6,
2,
0,
5,
0,
"LATENT"
],
[
7,
5,
0,
6,
0,
"IMAGE"
],
[
9,
8,
0,
2,
3,
"LATENT"
],
[
22,
12,
0,
15,
0,
"LATENT"
],
[
35,
19,
0,
2,
0,
"MODEL"
],
[
36,
19,
2,
5,
1,
"VAE"
],
[
39,
20,
0,
12,
0,
"MODEL"
],
[
42,
20,
2,
15,
1,
"VAE"
],
[
46,
21,
0,
2,
1,
"CONDITIONING"
],
[
49,
20,
1,
22,
0,
"CLIP"
],
[
52,
2,
0,
12,
3,
"LATENT"
],
[
53,
15,
0,
23,
0,
"IMAGE"
],
[
54,
19,
1,
21,
0,
"CLIP"
],
[
55,
20,
1,
24,
0,
"CLIP"
],
[
56,
24,
0,
12,
1,
"CONDITIONING"
],
[
57,
22,
0,
12,
2,
"CONDITIONING"
],
[
58,
19,
1,
25,
0,
"CLIP"
],
[
59,
25,
0,
2,
2,
"CONDITIONING"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8769226950001169,
"offset": [
-163.9759947916083,
509.56687307886415
]
},
"ue_links": [],
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0
},
"version": 0.4
}