Files
edenartlab-sd-lora-trainer/comfyUI_workflow_lora_adiff.json
T
2024-05-16 14:03:14 -07:00

1177 lines
20 KiB
JSON

{
"last_node_id": 33,
"last_link_id": 50,
"nodes": [
{
"id": 21,
"type": "ImageUpscaleWithModel",
"pos": [
2320.3065182251876,
173.98872804044146
],
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 33
},
{
"name": "image",
"type": "IMAGE",
"link": 45
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
34
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
}
},
{
"id": 20,
"type": "UpscaleModelLoader",
"pos": [
2320.3065182251876,
73.9887280404414
],
"size": {
"0": 247.0591583251953,
"1": 61.70724868774414
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
33
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"RealESRGAN_x2plus.pth"
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 16
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
6,
39
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"text, watermark, low resolution, blurry, ugly, deformed face, noise, pixelated, beard"
]
},
{
"id": 25,
"type": "VHS_VideoCombine",
"pos": [
2640.3065182251876,
193.98872804044146
],
"size": [
315,
500.66666666666663
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 46
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00042.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 26,
"type": "VAEDecode",
"pos": [
2120.3065182251876,
363.98872804044146
],
"size": {
"0": 140,
"1": 48.2429084777832
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 41
},
{
"name": "vae",
"type": "VAE",
"link": 42
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
45
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 29,
"type": "ADE_LoopedUniformContextOptions",
"pos": [
536,
-428
],
"size": {
"0": 317.4000244140625,
"1": 246
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
44
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_LoopedUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
false,
"flat",
false,
0,
1
]
},
{
"id": 22,
"type": "RIFE VFI",
"pos": [
2290.3065182251876,
263.98872804044146
],
"size": {
"0": 319.20001220703125,
"1": 198
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 34
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
46
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "RIFE VFI"
},
"widgets_values": [
"rife47.pth",
10,
2,
true,
true,
1
]
},
{
"id": 23,
"type": "LatentUpscaleBy",
"pos": [
1421.3065182251873,
61.98872804044141
],
"size": {
"0": 258.5149841308594,
"1": 91.66571044921875
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 36
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
37
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LatentUpscaleBy"
},
"widgets_values": [
"nearest-exact",
1.5
]
},
{
"id": 33,
"type": "VAEDecode",
"pos": [
1279,
546
],
"size": {
"0": 140,
"1": 48.2429084777832
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 47
},
{
"name": "vae",
"type": "VAE",
"link": 49
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
48
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 32,
"type": "VHS_VideoCombine",
"pos": [
1439,
545
],
"size": [
315,
500.66666666666663
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 48
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00043.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 24,
"type": "KSampler",
"pos": [
1770.3065182251873,
163.98872804044146
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 40
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 38
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 39
},
{
"name": "latent_image",
"type": "LATENT",
"link": 37
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
41
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
59,
"increment",
20,
7,
"euler_ancestral",
"normal",
0.5
]
},
{
"id": 13,
"type": "ADE_AnimateDiffLoaderWithContext",
"pos": [
532,
-136
],
"size": {
"0": 326.6190185546875,
"1": 230
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 50
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 44
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": 31
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
28,
40
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderWithContext"
},
"widgets_values": [
"mm_sd_v15_v2.ckpt",
"sqrt_linear (AnimateDiff)",
1,
true
]
},
{
"id": 16,
"type": "ADE_AnimateDiffSamplingSettings",
"pos": [
537,
-710
],
"size": {
"0": 317.5064697265625,
"1": 234
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "noise_layers",
"type": "NOISE_LAYERS",
"link": null
},
{
"name": "iteration_opts",
"type": "ITERATION_OPTS",
"link": null
},
{
"name": "custom_cfg",
"type": "CUSTOM_CFG",
"link": null
},
{
"name": "sigma_schedule",
"type": "SIGMA_SCHEDULE",
"link": null
},
{
"name": "seed_override",
"type": "INT",
"link": null,
"widget": {
"name": "seed_override"
}
}
],
"outputs": [
{
"name": "settings",
"type": "SAMPLE_SETTINGS",
"links": [
31
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffSamplingSettings"
},
"widgets_values": [
0,
"default",
"comfy",
0,
0,
false
]
},
{
"id": 11,
"type": "Reroute",
"pos": [
313,
284
],
"size": [
75,
26
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 23
}
],
"outputs": [
{
"name": "",
"type": "CLIP",
"links": [
15,
16
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
-97,
227
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
768,
512,
24
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
-483,
84
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
10
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
12
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
42,
49
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernaut_reborn.safetensors"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
898,
182
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 28
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 4
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 6
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
36,
47
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
5,
"increment",
25,
7,
"euler_ancestral",
"normal",
1
]
},
{
"id": 10,
"type": "LoraLoader",
"pos": [
-61,
-19
],
"size": {
"0": 254.95774841308594,
"1": 127.86701202392578
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 10
},
{
"name": "clip",
"type": "CLIP",
"link": 12
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
50
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
23
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"xander_adiff_lora2.safetensors",
0.6,
0.6
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
415,
186
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 15
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
4,
38
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"A photo of embedding:xander_adiff_embeddings2 on the beach, mountains, setting sun, professional photography, 4k, sharp details"
]
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
4,
6,
0,
3,
1,
"CONDITIONING"
],
[
6,
7,
0,
3,
2,
"CONDITIONING"
],
[
10,
4,
0,
10,
0,
"MODEL"
],
[
12,
4,
1,
10,
1,
"CLIP"
],
[
15,
11,
0,
6,
0,
"CLIP"
],
[
16,
11,
0,
7,
0,
"CLIP"
],
[
23,
10,
1,
11,
0,
"*"
],
[
28,
13,
0,
3,
0,
"MODEL"
],
[
31,
16,
0,
13,
4,
"SAMPLE_SETTINGS"
],
[
33,
20,
0,
21,
0,
"UPSCALE_MODEL"
],
[
34,
21,
0,
22,
0,
"IMAGE"
],
[
36,
3,
0,
23,
0,
"LATENT"
],
[
37,
23,
0,
24,
3,
"LATENT"
],
[
38,
6,
0,
24,
1,
"CONDITIONING"
],
[
39,
7,
0,
24,
2,
"CONDITIONING"
],
[
40,
13,
0,
24,
0,
"MODEL"
],
[
41,
24,
0,
26,
0,
"LATENT"
],
[
42,
4,
2,
26,
1,
"VAE"
],
[
44,
29,
0,
13,
1,
"CONTEXT_OPTIONS"
],
[
45,
26,
0,
21,
1,
"IMAGE"
],
[
46,
22,
0,
25,
0,
"IMAGE"
],
[
47,
3,
0,
33,
0,
"LATENT"
],
[
48,
33,
0,
32,
0,
"IMAGE"
],
[
49,
4,
2,
33,
1,
"VAE"
],
[
50,
10,
0,
13,
0,
"MODEL"
]
],
"groups": [
{
"title": "Upscale",
"bounding": [
1379,
-73,
1644,
544
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Animatediff",
"bounding": [
522,
-784,
347,
888
],
"color": "#b06634",
"font_size": 24
}
],
"config": {},
"extra": {
"ds": {
"scale": 1.331000000000001,
"offset": {
"0": -1010.9373812168292,
"1": -496.84229963434734
}
}
},
"version": 0.4
}