650 lines
13 KiB
JSON
650 lines
13 KiB
JSON
{
|
|
"last_node_id": 52,
|
|
"last_link_id": 103,
|
|
"nodes": [
|
|
{
|
|
"id": 22,
|
|
"type": "BasicGuider",
|
|
"pos": [
|
|
383.62896728515625,
|
|
96.27555847167969
|
|
],
|
|
"size": [
|
|
161.1999969482422,
|
|
46
|
|
],
|
|
"flags": {},
|
|
"order": 10,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "MODEL",
|
|
"link": 102,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "conditioning",
|
|
"type": "CONDITIONING",
|
|
"link": 87,
|
|
"slot_index": 1
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "GUIDER",
|
|
"type": "GUIDER",
|
|
"links": [
|
|
30
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "BasicGuider"
|
|
},
|
|
"widgets_values": []
|
|
},
|
|
{
|
|
"id": 16,
|
|
"type": "KSamplerSelect",
|
|
"pos": [
|
|
398.8528137207031,
|
|
360.1959533691406
|
|
],
|
|
"size": [
|
|
210,
|
|
58
|
|
],
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "SAMPLER",
|
|
"type": "SAMPLER",
|
|
"links": [
|
|
19
|
|
],
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "KSamplerSelect"
|
|
},
|
|
"widgets_values": [
|
|
"deis"
|
|
]
|
|
},
|
|
{
|
|
"id": 13,
|
|
"type": "SamplerCustomAdvanced",
|
|
"pos": [
|
|
883.27783203125,
|
|
267.0603942871094
|
|
],
|
|
"size": [
|
|
236.8000030517578,
|
|
387.28668212890625
|
|
],
|
|
"flags": {},
|
|
"order": 11,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "noise",
|
|
"type": "NOISE",
|
|
"link": 37,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "guider",
|
|
"type": "GUIDER",
|
|
"link": 30,
|
|
"slot_index": 1
|
|
},
|
|
{
|
|
"name": "sampler",
|
|
"type": "SAMPLER",
|
|
"link": 19,
|
|
"slot_index": 2
|
|
},
|
|
{
|
|
"name": "sigmas",
|
|
"type": "SIGMAS",
|
|
"link": 20,
|
|
"slot_index": 3
|
|
},
|
|
{
|
|
"name": "latent_image",
|
|
"type": "LATENT",
|
|
"link": 82,
|
|
"slot_index": 4
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "output",
|
|
"type": "LATENT",
|
|
"links": [
|
|
83
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "denoised_output",
|
|
"type": "LATENT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "SamplerCustomAdvanced"
|
|
},
|
|
"widgets_values": []
|
|
},
|
|
{
|
|
"id": 9,
|
|
"type": "SaveImage",
|
|
"pos": [
|
|
1153.8681640625,
|
|
66.58897399902344
|
|
],
|
|
"size": [
|
|
512.2255859375,
|
|
692.112548828125
|
|
],
|
|
"flags": {},
|
|
"order": 13,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 85
|
|
}
|
|
],
|
|
"outputs": [],
|
|
"properties": {
|
|
"Node name for S&R": "SaveImage"
|
|
},
|
|
"widgets_values": [
|
|
"ComfyUI"
|
|
]
|
|
},
|
|
{
|
|
"id": 41,
|
|
"type": "CLIPTextEncode",
|
|
"pos": [
|
|
420.7973937988281,
|
|
467.3779296875
|
|
],
|
|
"size": [
|
|
400,
|
|
200
|
|
],
|
|
"flags": {},
|
|
"order": 8,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"link": 99
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "CONDITIONING",
|
|
"type": "CONDITIONING",
|
|
"links": [
|
|
87
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CLIPTextEncode"
|
|
},
|
|
"widgets_values": [
|
|
"A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch\" emblazoned across its surface in massive neon red letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading."
|
|
]
|
|
},
|
|
{
|
|
"id": 35,
|
|
"type": "DualCLIPLoaderGGUFMultiGPU",
|
|
"pos": [
|
|
-74.29531860351562,
|
|
272.3004455566406
|
|
],
|
|
"size": [
|
|
435.3804016113281,
|
|
130
|
|
],
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "CLIP",
|
|
"type": "CLIP",
|
|
"links": [
|
|
99
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
|
|
},
|
|
"widgets_values": [
|
|
"t5-v1_1-xxl-encoder-Q4_K_M.gguf",
|
|
"clip_l.safetensors",
|
|
"flux",
|
|
"cuda:1"
|
|
],
|
|
"color": "#233",
|
|
"bgcolor": "#355"
|
|
},
|
|
{
|
|
"id": 33,
|
|
"type": "VAELoaderMultiGPU",
|
|
"pos": [
|
|
-62.57144546508789,
|
|
460.42584228515625
|
|
],
|
|
"size": [
|
|
450.23980712890625,
|
|
82
|
|
],
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "VAE",
|
|
"type": "VAE",
|
|
"links": [
|
|
84
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VAELoaderMultiGPU"
|
|
},
|
|
"widgets_values": [
|
|
"ae.safetensors",
|
|
"cuda:1"
|
|
],
|
|
"color": "#233",
|
|
"bgcolor": "#355"
|
|
},
|
|
{
|
|
"id": 17,
|
|
"type": "BasicScheduler",
|
|
"pos": [
|
|
660.5484008789062,
|
|
118.03018188476562
|
|
],
|
|
"size": [
|
|
210,
|
|
106
|
|
],
|
|
"flags": {},
|
|
"order": 9,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "MODEL",
|
|
"link": 103,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "SIGMAS",
|
|
"type": "SIGMAS",
|
|
"links": [
|
|
20
|
|
],
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "BasicScheduler"
|
|
},
|
|
"widgets_values": [
|
|
"ddim_uniform",
|
|
30,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"id": 40,
|
|
"type": "VAEDecode",
|
|
"pos": [
|
|
875.2288818359375,
|
|
120.00743103027344
|
|
],
|
|
"size": [
|
|
210,
|
|
46
|
|
],
|
|
"flags": {},
|
|
"order": 12,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"link": 83
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": 84
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
85
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VAEDecode"
|
|
},
|
|
"widgets_values": []
|
|
},
|
|
{
|
|
"id": 37,
|
|
"type": "UnetLoaderGGUFDisTorchMultiGPU",
|
|
"pos": [
|
|
-71.38706970214844,
|
|
90.67648315429688
|
|
],
|
|
"size": [
|
|
417.6407775878906,
|
|
124
|
|
],
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "MODEL",
|
|
"type": "MODEL",
|
|
"links": [
|
|
102,
|
|
103
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU"
|
|
},
|
|
"widgets_values": [
|
|
"flux1-dev-Q8_0.gguf",
|
|
"cuda:0",
|
|
"cuda:0,0.4608;cuda:1,0.0271;cpu,0.0136"
|
|
],
|
|
"color": "#233",
|
|
"bgcolor": "#355"
|
|
},
|
|
{
|
|
"id": 39,
|
|
"type": "EmptySD3LatentImage",
|
|
"pos": [
|
|
644.3074951171875,
|
|
299.38372802734375
|
|
],
|
|
"size": [
|
|
210,
|
|
106
|
|
],
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "LATENT",
|
|
"type": "LATENT",
|
|
"links": [
|
|
82
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "EmptySD3LatentImage"
|
|
},
|
|
"widgets_values": [
|
|
1024,
|
|
1024,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"id": 52,
|
|
"type": "Note",
|
|
"pos": [
|
|
-577.845458984375,
|
|
64.50007629394531
|
|
],
|
|
"size": [
|
|
495.7899169921875,
|
|
484.21075439453125
|
|
],
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [],
|
|
"title": "How the DisTorch allocation string works",
|
|
"properties": {},
|
|
"widgets_values": [
|
|
"The allocation string uses a semicolon (;) to separate device allocations, and each device allocation has two parts separated by a comma:\n\nDevice name (e.g., \"cuda:0\", \"cuda:1\", \"cpu\")\nMemory fraction as a decimal (e.g., 0.025 = 2.5%, 0.05 = 5%, 0.10 = 10%)\n\n\nFor my defaults:\n\nCUDA GPU 0: Will allocate 2.5% of its total available memory\nCUDA GPU 1: Will allocate 5% of its total available memory\nCPU: Will allocate 10% of available system memory\n\n\nDisTorch then:\n\nCalculates how much actual memory this means for each device\nDistributes model layers across devices proportionally based on these allocations\nAssigns layers to minimize memory usage while maintaining model functionality\n\n\n\nSo if you have a model with 100 layers and your GPUs have the following memory:\n\nCUDA:0 has 24GB\nCUDA:1 has 24GB\nSystem has 64GB RAM\n\nThe allocation would be:\n\nCUDA:0: 600MB (2.5% of 24GB)\nCUDA:1: 1.2GB (5% of 24GB)\nCPU: 6.4GB (10% of 64GB)\n\nThis would help manage memory usage across your devices while keeping the model functional. The semicolon-separated format makes it easy to specify different allocations for different devices in a single string."
|
|
],
|
|
"color": "#233",
|
|
"bgcolor": "#355"
|
|
},
|
|
{
|
|
"id": 25,
|
|
"type": "RandomNoise",
|
|
"pos": [
|
|
390.974853515625,
|
|
209.66781616210938
|
|
],
|
|
"size": [
|
|
236.60824584960938,
|
|
88.84210968017578
|
|
],
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "NOISE",
|
|
"type": "NOISE",
|
|
"links": [
|
|
37
|
|
],
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "RandomNoise"
|
|
},
|
|
"widgets_values": [
|
|
5770521,
|
|
"fixed"
|
|
]
|
|
},
|
|
{
|
|
"id": 34,
|
|
"type": "UnetLoaderGGUFMultiGPU",
|
|
"pos": [
|
|
-79.20733642578125,
|
|
-116.61892700195312
|
|
],
|
|
"size": [
|
|
417.5072937011719,
|
|
97.88888549804688
|
|
],
|
|
"flags": {},
|
|
"order": 7,
|
|
"mode": 4,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "MODEL",
|
|
"type": "MODEL",
|
|
"links": [],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "UnetLoaderGGUFMultiGPU"
|
|
},
|
|
"widgets_values": [
|
|
"flux1-dev-Q8_0.gguf",
|
|
"cuda:0"
|
|
],
|
|
"color": "#233",
|
|
"bgcolor": "#355"
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
19,
|
|
16,
|
|
0,
|
|
13,
|
|
2,
|
|
"SAMPLER"
|
|
],
|
|
[
|
|
20,
|
|
17,
|
|
0,
|
|
13,
|
|
3,
|
|
"SIGMAS"
|
|
],
|
|
[
|
|
30,
|
|
22,
|
|
0,
|
|
13,
|
|
1,
|
|
"GUIDER"
|
|
],
|
|
[
|
|
37,
|
|
25,
|
|
0,
|
|
13,
|
|
0,
|
|
"NOISE"
|
|
],
|
|
[
|
|
82,
|
|
39,
|
|
0,
|
|
13,
|
|
4,
|
|
"LATENT"
|
|
],
|
|
[
|
|
83,
|
|
13,
|
|
0,
|
|
40,
|
|
0,
|
|
"LATENT"
|
|
],
|
|
[
|
|
84,
|
|
33,
|
|
0,
|
|
40,
|
|
1,
|
|
"VAE"
|
|
],
|
|
[
|
|
85,
|
|
40,
|
|
0,
|
|
9,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
87,
|
|
41,
|
|
0,
|
|
22,
|
|
1,
|
|
"CONDITIONING"
|
|
],
|
|
[
|
|
99,
|
|
35,
|
|
0,
|
|
41,
|
|
0,
|
|
"CLIP"
|
|
],
|
|
[
|
|
102,
|
|
37,
|
|
0,
|
|
22,
|
|
0,
|
|
"MODEL"
|
|
],
|
|
[
|
|
103,
|
|
37,
|
|
0,
|
|
17,
|
|
0,
|
|
"MODEL"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 0.8769226950001245,
|
|
"offset": [
|
|
955.3126283315189,
|
|
498.64012539888034
|
|
]
|
|
},
|
|
"ue_links": [],
|
|
"VHS_latentpreview": false,
|
|
"VHS_latentpreviewrate": 0,
|
|
"node_versions": {
|
|
"comfy-core": "0.3.12",
|
|
"ComfyUI-MultiGPU": "3dbfcc713552b0560a471c10d9b29520e8b1981e"
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |