nodes/huchenlei-ComfyUI-layerdiffuse
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Implement SD15 Support (#44)

Browse Source 
* Add SD15 decoder support

* Support fg generation

* Refactor

* Rename category

* Add joint support

* Standalone joint node

* Fix cond mark

* CondJoint

* Patch ComfyUI

* Add split decoder

* refactor existing nodes

* Update examples
This commit is contained in:
Chenlei Hu
2024-03-09 16:10:36 -05:00
committed by GitHub
parent 2767a5b0f4
commit dc48c4b2ca
13 changed files with 3192 additions and 640 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/layer_diffusion_cond_example.json
+77 -77
View File
@@ -258,81 +258,6 @@
"Node name for S&R": "PreviewImage"
}
},
{
"id": 28,
"type": "LayeredDiffusionCondApply",
"pos": [
465,
-26
],
"size": {
"0": 315,
"1": 142
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 38
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 39
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 40
},
{
"name": "latent",
"type": "LATENT",
"link": 47
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
41
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
46
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
45
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondApply"
},
"widgets_values": [
"Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 14,
"type": "VAEDecode",
@@ -425,7 +350,7 @@
"Node name for S&R": "KSampler"
},
"widgets_values": [
512744791563487,
100676796092754,
"randomize",
20,
8,
@@ -472,7 +397,7 @@
"type": "ImageResize+",
"pos": [
-146,
-19
-16
],
"size": {
"0": 315,
@@ -521,6 +446,81 @@
"nearest",
false
]
},
{
"id": 28,
"type": "LayeredDiffusionCondApply",
"pos": [
465,
-26
],
"size": {
"0": 315,
"1": 142
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 38
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 39
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 40
},
{
"name": "latent",
"type": "LATENT",
"link": 47
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
41
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
46
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
45
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondApply"
},
"widgets_values": [
"SDXL, Background",
1
],
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
examples/layer_diffusion_cond_fg_all.json
+192 -188
View File
@@ -2,89 +2,6 @@
"last_node_id": 56,
"last_link_id": 104,
"nodes": [
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
457,
-37
],
"size": {
"0": 342.5999755859375,
"1": 162
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 98
},
{
"name": "latent",
"type": "LATENT",
"link": 97
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 14,
"type": "VAEDecode",
@@ -136,7 +53,7 @@
],
"size": {
"0": 243.60000610351562,
"1": 46.03548812866211
"1": 102
},
"flags": {},
"order": 13,
@@ -167,6 +84,10 @@
"properties": {
"Node name for S&R": "LayeredDiffusionDecodeRGBA"
},
"widgets_values": [
"SDXL",
16
],
"color": "#232",
"bgcolor": "#353"
},
@@ -280,31 +201,6 @@
"Node name for S&R": "PreviewImage"
}
},
{
"id": 20,
"type": "PreviewImage",
"pos": [
1797,
192
],
"size": {
"0": 611.2340087890625,
"1": 633.9354858398438
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 66
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 6,
"type": "CLIPTextEncode",
@@ -383,83 +279,6 @@
"text, watermark"
]
},
{
"id": 55,
"type": "LayeredDiffusionCondApply",
"pos": [
530,
680
],
"size": {
"0": 315,
"1": 142
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 103,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 99
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 100
},
{
"name": "latent",
"type": "LATENT",
"link": 89,
"slot_index": 3
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
93
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
94
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
95
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondApply"
},
"widgets_values": [
"Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 42,
"type": "KSampler",
@@ -511,7 +330,7 @@
"Node name for S&R": "KSampler"
},
"widgets_values": [
769206633835074,
216474886443753,
"randomize",
20,
8,
@@ -572,7 +391,7 @@
"Node name for S&R": "KSampler"
},
"widgets_values": [
6397152695928,
137168876920770,
"randomize",
20,
8,
@@ -704,6 +523,191 @@
1024,
1
]
},
{
"id": 55,
"type": "LayeredDiffusionCondApply",
"pos": [
530,
680
],
"size": {
"0": 315,
"1": 142
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 103,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 99
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 100
},
{
"name": "latent",
"type": "LATENT",
"link": 89,
"slot_index": 3
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
93
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
94
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
95
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondApply"
},
"widgets_values": [
"SDXL, Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
457,
-37
],
"size": {
"0": 342.5999755859375,
"1": 162
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 98
},
{
"name": "latent",
"type": "LATENT",
"link": 97
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"SDXL, Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 20,
"type": "PreviewImage",
"pos": [
1815,
194
],
"size": {
"0": 611.2340087890625,
"1": 633.9354858398438
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 66
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
}
],
"links": [
examples/layer_diffusion_cond_joint_bg.json
+723
View File
@@ -0,0 +1,723 @@
{
"last_node_id": 53,
"last_link_id": 88,
"nodes": [
{
"id": 33,
"type": "ImageResize+",
"pos": [
50,
-10
],
"size": {
"0": 315,
"1": 170
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 50
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
52,
54
],
"shape": 3,
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageResize+"
},
"widgets_values": [
512,
512,
"nearest",
false
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
415,
186
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"old man sitting, high quality\n\n"
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 5
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
65
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"text, watermark"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
915,
176
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 56
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 64
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 65
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
70,
84
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
674865838825506,
"randomize",
20,
8,
"euler",
"normal",
1
]
},
{
"id": 50,
"type": "PreviewImage",
"pos": [
2040,
-120
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 85
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
475,
666
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
4
]
},
{
"id": 44,
"type": "VAEDecode",
"pos": [
1260,
180
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 70
},
{
"name": "vae",
"type": "VAE",
"link": 88,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
75,
83
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
5,
479
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
55
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
3,
5
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
88
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"realisticVisionV20_v20.safetensors"
]
},
{
"id": 46,
"type": "PreviewImage",
"pos": [
1460,
410
],
"size": [
406.59525756835933,
340.5699157714844
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 75
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 34,
"type": "PreviewImage",
"pos": [
471,
-337
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 52
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 37,
"type": "LayeredDiffusionCondJointApply",
"pos": [
429,
-13
],
"size": {
"0": 388,
"1": 138
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "image",
"type": "IMAGE",
"link": 54,
"slot_index": 1
},
{
"name": "cond",
"type": "CONDITIONING",
"link": null
},
{
"name": "blended_cond",
"type": "CONDITIONING",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
56
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondJointApply"
},
"widgets_values": [
"SD15, Background, attn_sharing, Batch size (2N)"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 52,
"type": "LayeredDiffusionDecodeSplit",
"pos": [
1544,
177
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 84
},
{
"name": "images",
"type": "IMAGE",
"link": 83
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
85
],
"shape": 3,
"slot_index": 0
},
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
86
],
"shape": 3,
"slot_index": 1
},
{
"name": "IMAGE",
"type": "IMAGE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDecodeSplit"
},
"widgets_values": [
2,
"SDXL",
16
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 51,
"type": "PreviewImage",
"pos": [
2040,
201
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 86
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 30,
"type": "LoadImage",
"pos": [
-313,
-10
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
50
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"309219693-e7e2d80e-ffbe-4724-812a-5139a88027e3.png",
"image"
]
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
3,
4,
1,
6,
0,
"CLIP"
],
[
5,
4,
1,
7,
0,
"CLIP"
],
[
50,
30,
0,
33,
0,
"IMAGE"
],
[
52,
33,
0,
34,
0,
"IMAGE"
],
[
54,
33,
0,
37,
1,
"IMAGE"
],
[
55,
4,
0,
37,
0,
"MODEL"
],
[
56,
37,
0,
3,
0,
"MODEL"
],
[
64,
6,
0,
3,
1,
"CONDITIONING"
],
[
65,
7,
0,
3,
2,
"CONDITIONING"
],
[
70,
3,
0,
44,
0,
"LATENT"
],
[
75,
44,
0,
46,
0,
"IMAGE"
],
[
83,
44,
0,
52,
1,
"IMAGE"
],
[
84,
3,
0,
52,
0,
"LATENT"
],
[
85,
52,
0,
50,
0,
"IMAGE"
],
[
86,
52,
1,
51,
0,
"IMAGE"
],
[
88,
4,
2,
44,
1,
"VAE"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
examples/layer_diffusion_cond_joint_fg.json
+480
View File
@@ -0,0 +1,480 @@
{
"last_node_id": 53,
"last_link_id": 90,
"nodes": [
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 5
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
65
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"text, watermark"
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
5,
479
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
55
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
3,
5
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
88
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"realisticVisionV20_v20.safetensors"
]
},
{
"id": 46,
"type": "PreviewImage",
"pos": [
1525,
183
],
"size": [
406.59525756835933,
340.5699157714844
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 75
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 37,
"type": "LayeredDiffusionCondJointApply",
"pos": [
436,
-13
],
"size": {
"0": 388,
"1": 138
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "image",
"type": "IMAGE",
"link": 90,
"slot_index": 1
},
{
"name": "cond",
"type": "CONDITIONING",
"link": null
},
{
"name": "blended_cond",
"type": "CONDITIONING",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
56
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionCondJointApply"
},
"widgets_values": [
"SD15, Foreground, attn_sharing, Batch size (2N)"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
465,
671
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
4
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
415,
186
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"\n"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
903,
180
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 56
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 64
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 65
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
70
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
748570836161213,
"randomize",
20,
8,
"euler",
"normal",
1
]
},
{
"id": 44,
"type": "VAEDecode",
"pos": [
1258,
184
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 70
},
{
"name": "vae",
"type": "VAE",
"link": 88,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
75
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 30,
"type": "LoadImage",
"pos": [
6,
5
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
90
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"dog (2).png",
"image"
]
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
3,
4,
1,
6,
0,
"CLIP"
],
[
5,
4,
1,
7,
0,
"CLIP"
],
[
55,
4,
0,
37,
0,
"MODEL"
],
[
56,
37,
0,
3,
0,
"MODEL"
],
[
64,
6,
0,
3,
1,
"CONDITIONING"
],
[
65,
7,
0,
3,
2,
"CONDITIONING"
],
[
70,
3,
0,
44,
0,
"LATENT"
],
[
75,
44,
0,
46,
0,
"IMAGE"
],
[
88,
4,
2,
44,
1,
"VAE"
],
[
90,
30,
0,
37,
1,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
examples/layer_diffusion_diff_bg.json
+117 -111
View File
@@ -323,89 +323,6 @@
"an old man sitting, high quality\n\n"
]
},
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
457,
-37
],
"size": {
"0": 342.5999755859375,
"1": 162
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 60
},
{
"name": "latent",
"type": "LATENT",
"link": 61
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 14,
"type": "VAEDecode",
@@ -508,6 +425,114 @@
1
]
},
{
"id": 20,
"type": "PreviewImage",
"pos": [
1800,
190
],
"size": {
"0": 611.2340087890625,
"1": 633.9354858398438
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 66
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
457,
-37
],
"size": {
"0": 342.5999755859375,
"1": 162
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 60
},
{
"name": "latent",
"type": "LATENT",
"link": 61
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"SDXL, Background",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 40,
"type": "LayeredDiffusionDecodeRGBA",
@@ -515,10 +540,10 @@
1533,
189
],
"size": [
243.60000610351562,
46.0354863281251
],
"size": {
"0": 243.60000610351562,
"1": 102
},
"flags": {},
"order": 11,
"mode": 0,
@@ -547,32 +572,13 @@
],
"properties": {
"Node name for S&R": "LayeredDiffusionDecodeRGBA"
}
},
{
"id": 20,
"type": "PreviewImage",
"pos": [
1800,
190
],
"size": {
"0": 611.2340087890625,
"1": 633.9354858398438
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 66
}
"widgets_values": [
"SDXL",
16
],
"properties": {
"Node name for S&R": "PreviewImage"
}
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
examples/layer_diffusion_diff_bg_stop_at.json
+83 -83
View File
@@ -197,89 +197,6 @@
"image"
]
},
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
456,
-44
],
"size": {
"0": 342.5999755859375,
"1": 186
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 60
},
{
"name": "latent",
"type": "LATENT",
"link": 61
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"Foreground",
1
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 6,
"type": "CLIPTextEncode",
@@ -666,6 +583,89 @@
10000,
"disable"
]
},
{
"id": 37,
"type": "LayeredDiffusionDiffApply",
"pos": [
456,
-44
],
"size": {
"0": 342.5999755859375,
"1": 186
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 55,
"slot_index": 0
},
{
"name": "cond",
"type": "CONDITIONING",
"link": 56,
"slot_index": 1
},
{
"name": "uncond",
"type": "CONDITIONING",
"link": 57,
"slot_index": 2
},
{
"name": "blended_latent",
"type": "LATENT",
"link": 60
},
{
"name": "latent",
"type": "LATENT",
"link": 61
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"shape": 3,
"slot_index": 1
},
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"SDXL, Foreground",
1
],
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
examples/layer_diffusion_diff_fg.json
+5 -5
View File
@@ -256,10 +256,10 @@
-137,
-388
],
"size": [
288.47406005859364,
317.46052246093745
],
"size": {
"0": 288.47406005859375,
"1": 317.46051025390625
},
"flags": {},
"order": 2,
"mode": 0,
@@ -526,7 +526,7 @@
"Node name for S&R": "LayeredDiffusionDiffApply"
},
"widgets_values": [
"Foreground",
"SDXL, Foreground",
1
],
"color": "#232",
examples/layer_diffusion_fg_example.json
+47 -43
View File
@@ -169,46 +169,6 @@
"Node name for S&R": "VAEDecode"
}
},
{
"id": 13,
"type": "LayeredDiffusionApply",
"pos": [
468,
-2
],
"size": {
"0": 327.8314208984375,
"1": 106.42147827148438
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 18
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
19
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionApply"
},
"widgets_values": [
"Conv Injection",
1
]
},
{
"id": 20,
"type": "PreviewImage",
@@ -318,7 +278,7 @@
"Node name for S&R": "KSampler"
},
"widgets_values": [
618887785731141,
984560333937969,
"randomize",
20,
8,
@@ -447,7 +407,7 @@
],
"size": {
"0": 210,
"1": 46
"1": 102
},
"flags": {},
"order": 7,
@@ -488,7 +448,11 @@
],
"properties": {
"Node name for S&R": "LayeredDiffusionDecode"
}
},
"widgets_values": [
"SDXL",
16
]
},
{
"id": 28,
@@ -566,6 +530,46 @@
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 13,
"type": "LayeredDiffusionApply",
"pos": [
468,
-2
],
"size": {
"0": 327.8314208984375,
"1": 106.42147827148438
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 18
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
19
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionApply"
},
"widgets_values": [
"SDXL, Conv Injection",
1
]
}
],
"links": [
examples/layer_diffusion_fg_example_rgba.json
+49 -45
View File
@@ -169,46 +169,6 @@
"Node name for S&R": "VAEDecode"
}
},
{
"id": 13,
"type": "LayeredDiffusionApply",
"pos": [
468,
-2
],
"size": {
"0": 327.8314208984375,
"1": 106.42147827148438
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 18
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
19
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionApply"
},
"widgets_values": [
"Conv Injection",
1
]
},
{
"id": 3,
"type": "KSampler",
@@ -260,7 +220,7 @@
"Node name for S&R": "KSampler"
},
"widgets_values": [
228135088454483,
1029477926308287,
"randomize",
20,
8,
@@ -311,7 +271,7 @@
],
"size": {
"0": 243.60000610351562,
"1": 46
"1": 102
},
"flags": {},
"order": 8,
@@ -340,7 +300,11 @@
],
"properties": {
"Node name for S&R": "LayeredDiffusionDecodeRGBA"
}
},
"widgets_values": [
"SDXL",
16
]
},
{
"id": 27,
@@ -372,8 +336,8 @@
"id": 20,
"type": "PreviewImage",
"pos": [
1571,
314
1570,
365
],
"size": {
"0": 289.6058349609375,
@@ -392,6 +356,46 @@
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 13,
"type": "LayeredDiffusionApply",
"pos": [
468,
-2
],
"size": {
"0": 327.8314208984375,
"1": 106.42147827148438
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 18
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
19
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionApply"
},
"widgets_values": [
"SDXL, Conv Injection",
1
]
}
],
"links": [
examples/layer_diffusion_joint.json
+703
View File
@@ -0,0 +1,703 @@
{
"last_node_id": 27,
"last_link_id": 42,
"nodes": [
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 5
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
6
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"text, watermark"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
891,
192
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 32
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 4
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 6
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
21,
33
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
960762378448318,
"randomize",
20,
8,
"euler",
"normal",
1
]
},
{
"id": 14,
"type": "VAEDecode",
"pos": [
1275,
198
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 21
},
{
"name": "vae",
"type": "VAE",
"link": 22,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
34
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
5,
479
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
31
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
3,
5,
41,
42
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
22
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"realisticVisionV20_v20.safetensors"
]
},
{
"id": 27,
"type": "CLIPTextEncode",
"pos": [
-20,
-20
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 42,
"slot_index": 0
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"a cozy room"
]
},
{
"id": 21,
"type": "LayeredDiffusionJointApply",
"pos": [
469,
-9
],
"size": {
"0": 315,
"1": 118
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 31,
"slot_index": 0
},
{
"name": "fg_cond",
"type": "CONDITIONING",
"link": 39
},
{
"name": "bg_cond",
"type": "CONDITIONING",
"link": 40
},
{
"name": "blended_cond",
"type": "CONDITIONING",
"link": 38
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
32
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionJointApply"
},
"widgets_values": [
"SD15, attn_sharing, Batch size (3N)"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 22,
"type": "LayeredDiffusionDecodeSplit",
"pos": [
1534,
193
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 33,
"slot_index": 0
},
{
"name": "images",
"type": "IMAGE",
"link": 34
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35
],
"shape": 3,
"slot_index": 0
},
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
36
],
"shape": 3,
"slot_index": 1
},
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
37
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LayeredDiffusionDecodeSplit"
},
"widgets_values": [
3,
"SD15",
16
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
466,
645
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
6
]
},
{
"id": 26,
"type": "CLIPTextEncode",
"pos": [
-20,
-235
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 41,
"slot_index": 0
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
39
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"a sitting dog"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
413,
172
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
4,
38
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"A dog sitting in a cozy room"
]
},
{
"id": 23,
"type": "PreviewImage",
"pos": [
1931,
-98
],
"size": [
522.1710021972658,
259.90739746093755
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 24,
"type": "PreviewImage",
"pos": [
1933,
222
],
"size": [
517.9710037231448,
258.9074523925782
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 36
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 25,
"type": "PreviewImage",
"pos": [
1933,
536
],
"size": [
516.8710037231444,
270.5074523925782
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 37
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
3,
4,
1,
6,
0,
"CLIP"
],
[
4,
6,
0,
3,
1,
"CONDITIONING"
],
[
5,
4,
1,
7,
0,
"CLIP"
],
[
6,
7,
0,
3,
2,
"CONDITIONING"
],
[
21,
3,
0,
14,
0,
"LATENT"
],
[
22,
4,
2,
14,
1,
"VAE"
],
[
31,
4,
0,
21,
0,
"MODEL"
],
[
32,
21,
0,
3,
0,
"MODEL"
],
[
33,
3,
0,
22,
0,
"LATENT"
],
[
34,
14,
0,
22,
1,
"IMAGE"
],
[
35,
22,
0,
23,
0,
"IMAGE"
],
[
36,
22,
1,
24,
0,
"IMAGE"
],
[
37,
22,
2,
25,
0,
"IMAGE"
],
[
38,
6,
0,
21,
3,
"CONDITIONING"
],
[
39,
26,
0,
21,
1,
"CONDITIONING"
],
[
40,
27,
0,
21,
2,
"CONDITIONING"
],
[
41,
4,
1,
26,
0,
"CLIP"
],
[
42,
4,
1,
27,
0,
"CLIP"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}