Files
2024-02-20 21:45:55 +01:00

1502 lines
26 KiB
JSON

{
"last_node_id": 172,
"last_link_id": 550,
"nodes": [
{
"id": 141,
"type": "Reroute",
"pos": [
532,
972
],
"size": [
75,
26
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 547
}
],
"outputs": [
{
"name": "",
"type": "DEFORUM_FRAME_DATA",
"links": [
441,
443,
447,
459
]
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 154,
"type": "DeforumDiffusionParamsNode",
"pos": [
-310,
440
],
"size": {
"0": 278.891845703125,
"1": 274
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 550
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
540
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumDiffusionParamsNode"
},
"widgets_values": [
"0: (0.03)",
"0: (0.50)",
"0: (1.0)",
"0: (5)",
false,
"0: (25)",
false,
"0:(0)",
false,
"0:(1)"
]
},
{
"id": 157,
"type": "DeforumHybridScheduleNode",
"pos": [
-310,
760
],
"size": {
"0": 274.891845703125,
"1": 178
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 540
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
541
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumHybridScheduleNode"
},
"widgets_values": [
"0:(0.5)",
"0:(0.5)",
"0:(1)",
"0:(100)",
"0:(0)",
"0:(0.8)"
]
},
{
"id": 155,
"type": "DeforumColorParamsNode",
"pos": [
-670,
1120
],
"size": {
"0": 317.4000244140625,
"1": 154
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 535
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
549
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumColorParamsNode"
},
"widgets_values": [
"Image",
"",
1,
false,
false
]
},
{
"id": 126,
"type": "DeforumPromptNode",
"pos": [
-660,
-60
],
"size": {
"0": 313.04736328125,
"1": 276.55352783203125
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": null
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
537
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumPromptNode"
},
"widgets_values": [
"0:'the deathstar colliding with a planet in space, explosion'\n100:'dart vader in the desert, DUNE GIANT WORM, by moebius'"
]
},
{
"id": 150,
"type": "DeforumAnimParamsNode",
"pos": [
-670,
280
],
"size": {
"0": 317.4000244140625,
"1": 178
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 537
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
497
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumAnimParamsNode"
},
"widgets_values": [
"3D",
100,
"wrap",
false,
"20230129210106",
false
]
},
{
"id": 151,
"type": "DeforumDepthParamsNode",
"pos": [
-670,
530
],
"size": {
"0": 317.4000244140625,
"1": 178
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 497
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
498
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumDepthParamsNode"
},
"widgets_values": [
true,
"Zoe",
0.2,
"border",
"bicubic",
false
]
},
{
"id": 152,
"type": "DeforumTranslationParamsNode",
"pos": [
-670,
780
],
"size": {
"0": 317.4000244140625,
"1": 274
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 498
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
535
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumTranslationParamsNode"
},
"widgets_values": [
"0:(0)",
"0:(1.0)",
"0:(0)",
"0:(0)",
"0:(0)",
"0:(0.5)",
"0:(0.5)",
"0:(0)",
"0:(0)",
"0:(0)"
]
},
{
"id": 130,
"type": "DeforumKSampler",
"pos": [
650,
120
],
"size": {
"0": 325.93902587890625,
"1": 106
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 533
},
{
"name": "latent",
"type": "LATENT",
"link": 548,
"slot_index": 1
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 430
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 431,
"slot_index": 3
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 459
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
416
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumKSampler"
}
},
{
"id": 131,
"type": "VAEDecode",
"pos": [
690,
310
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 416
},
{
"name": "vae",
"type": "VAE",
"link": 417,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
462,
469,
475
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 16,
"type": "PreviewImage",
"pos": [
1344,
83
],
"size": {
"0": 894.2135009765625,
"1": 941.8845825195312
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 462,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 102,
"type": "DeforumVideoSaveNode",
"pos": [
1655,
1096
],
"size": {
"0": 315,
"1": 150
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 475
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 545
}
],
"properties": {
"Node name for S&R": "DeforumVideoSaveNode"
},
"widgets_values": [
"deforum_",
12,
"max_frames",
0
]
},
{
"id": 88,
"type": "DeforumLoadVideo",
"pos": [
83,
12
],
"size": {
"0": 317.5899658203125,
"1": 294
},
"flags": {},
"order": 1,
"mode": 4,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
224,
453
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumLoadVideo"
},
"widgets_values": [
"Recording 2024-02-08 214819.mp4",
"image"
]
},
{
"id": 62,
"type": "PreviewImage",
"pos": [
98,
388
],
"size": {
"0": 309.7149658203125,
"1": 251.35919189453125
},
"flags": {},
"order": 6,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 224,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 142,
"type": "DeforumHybridMotionNode",
"pos": [
639,
428
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 20,
"mode": 4,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 469
},
{
"name": "hybrid_image",
"type": "IMAGE",
"link": 453
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 447
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
440,
460
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumHybridMotionNode"
},
"widgets_values": [
"RAFT"
]
},
{
"id": 47,
"type": "PreviewImage",
"pos": [
989,
391
],
"size": {
"0": 192.6160888671875,
"1": 169.56472778320312
},
"flags": {},
"order": 23,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 460
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 48,
"type": "PreviewImage",
"pos": [
992,
607
],
"size": {
"0": 188.46986389160156,
"1": 246
},
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 455
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 50,
"type": "PreviewImage",
"pos": [
995,
817
],
"size": {
"0": 189.73870849609375,
"1": 246
},
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 456,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 138,
"type": "DeforumFrameWarpNode",
"pos": [
660,
668
],
"size": {
"0": 304.79998779296875,
"1": 46
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 440
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 441
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
455,
488
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumFrameWarpNode"
}
},
{
"id": 139,
"type": "DeforumAddNoiseNode",
"pos": [
642,
875
],
"size": {
"0": 324.6453552246094,
"1": 46
},
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 488,
"slot_index": 0
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 443,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
456,
489
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumAddNoiseNode"
}
},
{
"id": 137,
"type": "VAEEncode",
"pos": [
691,
1001
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 489
},
{
"name": "vae",
"type": "VAE",
"link": 450,
"slot_index": 1
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
438
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 136,
"type": "DeforumCacheLatentNode",
"pos": [
681,
1134
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "latent",
"type": "LATENT",
"link": 438
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeforumCacheLatentNode"
}
},
{
"id": 170,
"type": "Note",
"pos": [
484,
-347
],
"size": {
"0": 633.6494140625,
"1": 221.03656005859375
},
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Welcome to Deforum!\n\nThe below graph provides a pluggable Deforum Animation pipeline in ComfyUI. It works frame-by-frame, so the best practice is to enable Extra options, and Auto Queue.\n\nDeforum Parameter and Schedule nodes represent all settings available to consume after chaining up by the Deforum Iterator node, which keeps track of the current frame, generates/gets the cached latent to be denoised in the next pass. The parameters and schedule's are the same as in the auto1111 extension and in the Colab version.\n\nHybrid nodes are currently bypassed (purple), enabling them, and selecting a video transforms the pipeline into Deforum Hybrid. Iteration can be reset to frame 0 with the reset value being set to 1 on the iterator node. Don't forget to switch it back to 0 to use the generated image/latent.\"\n\nDeforum Video Save node dumps its collected frames when the current frame's id reaches/has passed max_frames."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 153,
"type": "DeforumNoiseParamsNode",
"pos": [
-310,
990
],
"size": {
"0": 272.06170654296875,
"1": 298
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 541
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
543
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumNoiseParamsNode"
},
"widgets_values": [
true,
"0: (0.8)",
"0: (0.1)",
"0: (5)",
"0: (1.0)",
"0: (0.0)",
"perlin",
8,
8,
4,
0.5
]
},
{
"id": 135,
"type": "DeforumGetCachedLatentNode",
"pos": [
132,
1291
],
"size": {
"0": 218.39999389648438,
"1": 26
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
544
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DeforumGetCachedLatentNode"
}
},
{
"id": 172,
"type": "DeforumBaseParamsNode",
"pos": [
-310,
-60
],
"size": {
"0": 317.4000244140625,
"1": 442
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 549
}
],
"outputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"links": [
550
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeforumBaseParamsNode"
},
"widgets_values": [
1024,
1024,
"euler",
"normal",
25,
7,
1,
"Deforum_{timestring}",
"fixed",
1,
"output/deforum",
0.8,
true,
false,
false,
true,
false
]
},
{
"id": 133,
"type": "DeforumConditioningBlendNode",
"pos": [
640,
-40
],
"size": {
"0": 342.5999755859375,
"1": 78
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 428
},
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"link": 546
}
],
"outputs": [
{
"name": "POSITIVE",
"type": "CONDITIONING",
"links": [
430
],
"shape": 3
},
{
"name": "NEGATIVE",
"type": "CONDITIONING",
"links": [
431
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeforumConditioningBlendNode"
},
"widgets_values": [
"linear"
]
},
{
"id": 127,
"type": "CheckpointLoaderSimple",
"pos": [
91,
743
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
533
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
428
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
417,
450
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"protovisionXLHighFidelity3D_beta0520Bakedvae.safetensors"
]
},
{
"id": 171,
"type": "DeforumIteratorNode",
"pos": [
55,
918
],
"size": {
"0": 393,
"1": 286
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "deforum_data",
"type": "deforum_data",
"link": 543
},
{
"name": "latent",
"type": "LATENT",
"link": 544
},
{
"name": "init_latent",
"type": "LATENT",
"link": null
}
],
"outputs": [
{
"name": "deforum_frame_data",
"type": "DEFORUM_FRAME_DATA",
"links": [
545,
546,
547
],
"shape": 3
},
{
"name": "latent",
"type": "LATENT",
"links": [
548
],
"shape": 3
},
{
"name": "positive_prompt",
"type": "STRING",
"links": null,
"shape": 3
},
{
"name": "negative_prompt",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeforumIteratorNode"
},
"widgets_values": [
"stable_diffusion",
403619403231461,
"randomize",
0,
0.8,
0.1,
false,
false
]
}
],
"links": [
[
224,
88,
0,
62,
0,
"IMAGE"
],
[
416,
130,
0,
131,
0,
"LATENT"
],
[
417,
127,
2,
131,
1,
"VAE"
],
[
428,
127,
1,
133,
0,
"CLIP"
],
[
430,
133,
0,
130,
2,
"CONDITIONING"
],
[
431,
133,
1,
130,
3,
"CONDITIONING"
],
[
438,
137,
0,
136,
0,
"LATENT"
],
[
440,
142,
0,
138,
0,
"IMAGE"
],
[
441,
141,
0,
138,
1,
"DEFORUM_FRAME_DATA"
],
[
443,
141,
0,
139,
1,
"DEFORUM_FRAME_DATA"
],
[
447,
141,
0,
142,
2,
"DEFORUM_FRAME_DATA"
],
[
450,
127,
2,
137,
1,
"VAE"
],
[
453,
88,
0,
142,
1,
"IMAGE"
],
[
455,
138,
0,
48,
0,
"IMAGE"
],
[
456,
139,
0,
50,
0,
"IMAGE"
],
[
459,
141,
0,
130,
4,
"DEFORUM_FRAME_DATA"
],
[
460,
142,
0,
47,
0,
"IMAGE"
],
[
462,
131,
0,
16,
0,
"IMAGE"
],
[
469,
131,
0,
142,
0,
"IMAGE"
],
[
475,
131,
0,
102,
0,
"IMAGE"
],
[
488,
138,
0,
139,
0,
"IMAGE"
],
[
489,
139,
0,
137,
0,
"IMAGE"
],
[
497,
150,
0,
151,
0,
"deforum_data"
],
[
498,
151,
0,
152,
0,
"deforum_data"
],
[
533,
127,
0,
130,
0,
"MODEL"
],
[
535,
152,
0,
155,
0,
"deforum_data"
],
[
537,
126,
0,
150,
0,
"deforum_data"
],
[
540,
154,
0,
157,
0,
"deforum_data"
],
[
541,
157,
0,
153,
0,
"deforum_data"
],
[
543,
153,
0,
171,
0,
"deforum_data"
],
[
544,
135,
0,
171,
1,
"LATENT"
],
[
545,
171,
0,
102,
1,
"DEFORUM_FRAME_DATA"
],
[
546,
171,
0,
133,
1,
"DEFORUM_FRAME_DATA"
],
[
547,
171,
0,
141,
0,
"*"
],
[
548,
171,
1,
130,
1,
"LATENT"
],
[
549,
155,
0,
172,
0,
"deforum_data"
],
[
550,
172,
0,
154,
0,
"deforum_data"
]
],
"groups": [],
"config": {},
"extra": {
"groupNodes": {}
},
"version": 0.4
}