Update to examples to include CPU offloads, as well as update readme.md with new examples and their requirements to run.

This commit is contained in:
John Pollock
2024-12-27 13:22:16 -06:00
parent 4a45737583
commit 67c1641ab2
10 changed files with 6354 additions and 6109 deletions
+364 -330
View File
@@ -1,51 +1,7 @@
{
"last_node_id": 33,
"last_node_id": 34,
"last_link_id": 49,
"nodes": [
{
"id": 22,
"type": "BasicGuider",
"pos": [
430,
260
],
"size": [
310,
50
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 45,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 40,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
30
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicGuider"
},
"widgets_values": []
},
{
"id": 16,
"type": "KSamplerSelect",
@@ -78,19 +34,128 @@
"euler"
]
},
{
"id": 32,
"type": "DualCLIPLoaderMultiGPU",
"pos": [
-78.85963439941406,
312.105224609375
],
"size": [
456.3470458984375,
130
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
47
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderMultiGPU"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"clip_l.safetensors",
"flux",
"cuda:0"
]
},
{
"id": 33,
"type": "VAELoaderMultiGPU",
"pos": [
-74.85962677001953,
488.105224609375
],
"size": [
450.23980712890625,
82
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
48,
49
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoaderMultiGPU"
},
"widgets_values": [
"ae.safetensors",
"cuda:0"
]
},
{
"id": 31,
"type": "UNETLoaderMultiGPU",
"pos": [
-81.8596420288086,
158.10528564453125
],
"size": [
460.79998779296875,
106
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
45,
46
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UNETLoaderMultiGPU"
},
"widgets_values": [
"flux1-dev.safetensors",
"default",
"cuda:1"
]
},
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
801,
125
556.2047119140625,
267.16375732421875
],
"size": [
398.79998779296875,
326
],
"flags": {},
"order": 11,
"flags": {
"collapsed": true
},
"order": 12,
"mode": 0,
"inputs": [
{
@@ -146,203 +211,6 @@
},
"widgets_values": []
},
{
"id": 29,
"type": "ImageScaleToTotalPixels",
"pos": [
411,
746
],
"size": [
331.20001220703125,
82
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 41
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
42
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageScaleToTotalPixels"
},
"widgets_values": [
"lanczos",
1
]
},
{
"id": 30,
"type": "VAEEncode",
"pos": [
414,
877
],
"size": [
320,
50
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 42
},
{
"name": "vae",
"type": "VAE",
"link": 49
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
44
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEEncode"
},
"widgets_values": []
},
{
"id": 17,
"type": "BasicScheduler",
"pos": [
415,
588
],
"size": [
315,
106
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 46,
"slot_index": 0
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
20,
0.75
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1296,
136
],
"size": [
210,
46
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 48
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
433,
136
],
"size": [
315,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
1081409732488957,
"randomize"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
@@ -351,7 +219,7 @@
456
],
"size": [
360,
210,
76
],
"flags": {},
@@ -382,154 +250,291 @@
]
},
{
"id": 31,
"type": "UNETLoaderMultiGPU",
"id": 17,
"type": "BasicScheduler",
"pos": [
-148,
76
415,
588
],
"size": [
460.79998779296875,
231.37432861328125,
106
],
"flags": {},
"order": 2,
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
"inputs": [
{
"name": "MODEL",
"name": "model",
"type": "MODEL",
"links": [
45,
46
],
"slot_index": 0,
"shape": 3
"link": 46,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoaderMultiGPU"
},
"widgets_values": [
"flux1-dev.safetensors",
"default",
"cuda:1"
]
},
{
"id": 32,
"type": "DualCLIPLoaderMultiGPU",
"pos": [
-145,
230
],
"size": [
456.3470458984375,
130
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
47
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
20,
0.75
]
},
{
"id": 30,
"type": "VAEEncode",
"pos": [
423.8831787109375,
312.1461486816406
],
"size": [
320,
50
],
"flags": {
"collapsed": true
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 42
},
{
"name": "vae",
"type": "VAE",
"link": 49
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
44
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderMultiGPU"
"Node name for S&R": "VAEEncode"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"clip_l.safetensors",
"flux",
"cuda:0"
]
"widgets_values": []
},
{
"id": 33,
"type": "VAELoaderMultiGPU",
"id": 8,
"type": "VAEDecode",
"pos": [
-141,
406
581.379150390625,
306.2924499511719
],
"size": [
450.23980712890625,
82
210,
46
],
"flags": {
"collapsed": true
},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 48
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
415.5555419921875,
267.602294921875
],
"size": [
310,
50
],
"flags": {
"collapsed": true
},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 45,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 40,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
30
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicGuider"
},
"widgets_values": []
},
{
"id": 34,
"type": "Note",
"pos": [
408.77154541015625,
898.7672119140625
],
"size": [
244.2865447998047,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "User Input",
"properties": {},
"widgets_values": [
"Resize the image in terms of total pixels as part of img2img"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 29,
"type": "ImageScaleToTotalPixels",
"pos": [
412.5205078125,
767.2865600585938
],
"size": [
268.10052490234375,
88.08191680908203
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 41
}
],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"name": "IMAGE",
"type": "IMAGE",
"links": [
48,
49
42
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoaderMultiGPU"
"Node name for S&R": "ImageScaleToTotalPixels"
},
"widgets_values": [
"ae.safetensors",
"cuda:0"
]
"lanczos",
1
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 9,
"type": "SaveImage",
"id": 25,
"type": "RandomNoise",
"pos": [
1390.503662109375,
262.9825744628906
407.152099609375,
145.883056640625
],
"size": [
610.9039306640625,
935.4635620117188
315,
82
],
"flags": {},
"order": 13,
"order": 5,
"mode": 0,
"inputs": [
"inputs": [],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveImage"
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
"ComfyUI"
1081409732488957,
"randomize"
]
},
{
"id": 26,
"type": "LoadImage",
"pos": [
832.099609375,
276.4795837402344
734.78955078125,
144.19891357421875
],
"size": [
557.5253295898438,
885.68408203125
],
"flags": {},
"order": 5,
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
@@ -556,6 +561,35 @@
"43451813.jpeg",
"image"
]
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1309.1583251953125,
131.4620819091797
],
"size": [
610.9039306640625,
935.4635620117188
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"ComfyUI"
]
}
],
"links": [
@@ -684,10 +718,10 @@
"config": {},
"extra": {
"ds": {
"scale": 0.8769226950000688,
"scale": 0.8769226950001169,
"offset": [
365.39453135534154,
31.74503272619687
372.74926916263763,
130.97026916318094
]
},
"ue_links": [],