diff --git a/demo/creative_interpolation_example.json b/demo/creative_interpolation_example.json
index dd17bef..0fd6f8f 100644
--- a/demo/creative_interpolation_example.json
+++ b/demo/creative_interpolation_example.json
@@ -1,6 +1,6 @@
{
- "last_node_id": 562,
- "last_link_id": 1031,
+ "last_node_id": 566,
+ "last_link_id": 1043,
"nodes": [
{
"id": 508,
@@ -14,7 +14,7 @@
"1": 51.235694885253906
},
"flags": {},
- "order": 25,
+ "order": 21,
"mode": 0,
"inputs": [
{
@@ -59,7 +59,7 @@
"1": 364
},
"flags": {},
- "order": 28,
+ "order": 25,
"mode": 0,
"inputs": [
{
@@ -233,8 +233,8 @@
"id": 451,
"type": "Note Plus (mtb)",
"pos": {
- "0": -791.019287109375,
- "1": -423.7099609375,
+ "0": -840.2681884765625,
+ "1": -456.10009765625,
"2": 0,
"3": 0,
"4": 0,
@@ -268,8 +268,8 @@
"id": 452,
"type": "Note Plus (mtb)",
"pos": {
- "0": -798.019287109375,
- "1": -240.70997619628906,
+ "0": -847.2681884765625,
+ "1": -273.10003662109375,
"2": 0,
"3": 0,
"4": 0,
@@ -303,8 +303,8 @@
"id": 455,
"type": "Note Plus (mtb)",
"pos": {
- "0": -809.019287109375,
- "1": -1036.7099609375,
+ "0": -858.2681884765625,
+ "1": -1069.100341796875,
"2": 0,
"3": 0,
"4": 0,
@@ -334,60 +334,6 @@
"bgcolor": "#335",
"shape": 1
},
- {
- "id": 547,
- "type": "ADE_UseEvolvedSampling",
- "pos": [
- 2472.386334452469,
- -1103.8426591574669
- ],
- "size": {
- "0": 315,
- "1": 118
- },
- "flags": {},
- "order": 40,
- "mode": 0,
- "inputs": [
- {
- "name": "model",
- "type": "MODEL",
- "link": 1027
- },
- {
- "name": "m_models",
- "type": "M_MODELS",
- "link": 1001
- },
- {
- "name": "context_options",
- "type": "CONTEXT_OPTIONS",
- "link": 1005
- },
- {
- "name": "sample_settings",
- "type": "SAMPLE_SETTINGS",
- "link": null
- }
- ],
- "outputs": [
- {
- "name": "MODEL",
- "type": "MODEL",
- "links": [
- 1003
- ],
- "shape": 3,
- "slot_index": 0
- }
- ],
- "properties": {
- "Node name for S&R": "ADE_UseEvolvedSampling"
- },
- "widgets_values": [
- "sqrt_linear (AnimateDiff)"
- ]
- },
{
"id": 545,
"type": "ADE_ApplyAnimateDiffModel",
@@ -400,7 +346,7 @@
"1": 182
},
"flags": {},
- "order": 38,
+ "order": 35,
"mode": 0,
"inputs": [
{
@@ -465,7 +411,7 @@
"1": 58
},
"flags": {},
- "order": 36,
+ "order": 33,
"mode": 0,
"inputs": [
{
@@ -502,76 +448,6 @@
],
"shape": 2
},
- {
- "id": 454,
- "type": "Note Plus (mtb)",
- "pos": {
- "0": 171.98081970214844,
- "1": -573.7100830078125,
- "2": 0,
- "3": 0,
- "4": 0,
- "5": 0,
- "6": 0,
- "7": 0,
- "8": 0,
- "9": 0
- },
- "size": {
- "0": 230,
- "1": 260
- },
- "flags": {},
- "order": 6,
- "mode": 0,
- "inputs": [],
- "outputs": [],
- "title": "Note+ (mtb)",
- "properties": {},
- "widgets_values": [
- "## Observe the graph to understand the the motion ⮕\n
\n As you tweak the settings, observe the impact on the graph. You can disconnect the positive, negative and model connections to just observe the graph without creating videos.",
- "markdown",
- ""
- ],
- "color": "#223",
- "bgcolor": "#335",
- "shape": 1
- },
- {
- "id": 553,
- "type": "Note Plus (mtb)",
- "pos": {
- "0": 142.98081970214844,
- "1": -230.70997619628906,
- "2": 0,
- "3": 0,
- "4": 0,
- "5": 0,
- "6": 0,
- "7": 0,
- "8": 0,
- "9": 0
- },
- "size": {
- "0": 295.7706604003906,
- "1": 256.3551330566406
- },
- "flags": {},
- "order": 7,
- "mode": 0,
- "inputs": [],
- "outputs": [],
- "title": "Note+ (mtb)",
- "properties": {},
- "widgets_values": [
- "## ⬅ IP-Adapter vs CN Tile \n\n
\n\nSeeing `relative_ipa_strength` to > 0.0 turns on IP-Adapter while setting `relative_cn_strength` to > 0.0 turns on ControlNet Tile. I recommend leaving IP-Adapter at 1.0, and ControlNet Tile at 0.0 but you're welcome to experiment. For example, 0.5 leaves them at half strength.\n",
- "markdown",
- ""
- ],
- "color": "#223",
- "bgcolor": "#335",
- "shape": 1
- },
{
"id": 472,
"type": "Note Plus (mtb)",
@@ -592,7 +468,7 @@
"1": 347.8489685058594
},
"flags": {},
- "order": 8,
+ "order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -627,7 +503,7 @@
"1": 265.0110778808594
},
"flags": {},
- "order": 9,
+ "order": 7,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -646,8 +522,8 @@
"id": 450,
"type": "Note Plus (mtb)",
"pos": {
- "0": -781.019287109375,
- "1": -600.7100830078125,
+ "0": -830.2681884765625,
+ "1": -633.1002197265625,
"2": 0,
"3": 0,
"4": 0,
@@ -662,7 +538,7 @@
"1": 147.5499725341797
},
"flags": {},
- "order": 10,
+ "order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -677,55 +553,6 @@
"bgcolor": "#335",
"shape": 1
},
- {
- "id": 467,
- "type": "ACN_SparseCtrlLoaderAdvanced",
- "pos": [
- -734,
- -1554
- ],
- "size": {
- "0": 314.50390625,
- "1": 150
- },
- "flags": {},
- "order": 32,
- "mode": 0,
- "inputs": [
- {
- "name": "sparse_method",
- "type": "SPARSE_METHOD",
- "link": 1018,
- "slot_index": 0
- },
- {
- "name": "tk_optional",
- "type": "TIMESTEP_KEYFRAME",
- "link": null
- }
- ],
- "outputs": [
- {
- "name": "CONTROL_NET",
- "type": "CONTROL_NET",
- "links": [
- 879,
- 978
- ],
- "shape": 3,
- "slot_index": 0
- }
- ],
- "properties": {
- "Node name for S&R": "ACN_SparseCtrlLoaderAdvanced"
- },
- "widgets_values": [
- "v3_sd15_sparsectrl_rgb.ckpt",
- true,
- 1,
- 1
- ]
- },
{
"id": 556,
"type": "Note Plus (mtb)",
@@ -746,7 +573,7 @@
"1": 196.17578125
},
"flags": {},
- "order": 11,
+ "order": 9,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -781,7 +608,7 @@
"1": 1040
},
"flags": {},
- "order": 12,
+ "order": 10,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -796,62 +623,6 @@
"bgcolor": "#335",
"shape": 1
},
- {
- "id": 470,
- "type": "LoraLoader",
- "pos": [
- -725,
- -1357
- ],
- "size": {
- "0": 314.343994140625,
- "1": 126
- },
- "flags": {},
- "order": 23,
- "mode": 0,
- "inputs": [
- {
- "name": "model",
- "type": "MODEL",
- "link": 896
- },
- {
- "name": "clip",
- "type": "CLIP",
- "link": 893
- }
- ],
- "outputs": [
- {
- "name": "MODEL",
- "type": "MODEL",
- "links": [
- 1011
- ],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "CLIP",
- "type": "CLIP",
- "links": [
- 994,
- 996
- ],
- "shape": 3,
- "slot_index": 1
- }
- ],
- "properties": {
- "Node name for S&R": "LoraLoader"
- },
- "widgets_values": [
- "v3_sd15_adapter.ckpt",
- 0.3,
- 0.25
- ]
- },
{
"id": 548,
"type": "BatchValueScheduleLatentInput",
@@ -864,7 +635,7 @@
"1": 140
},
"flags": {},
- "order": 34,
+ "order": 31,
"mode": 0,
"inputs": [
{
@@ -917,7 +688,7 @@
"1": 82
},
"flags": {},
- "order": 13,
+ "order": 11,
"mode": 4,
"inputs": [
{
@@ -941,7 +712,7 @@
"Node name for S&R": "ADE_AnimateDiffLoRALoader"
},
"widgets_values": [
- "400_woman_dancing_temporal_un222et.safetensors",
+ null,
0
]
},
@@ -965,7 +736,7 @@
"1": 163.89112854003906
},
"flags": {},
- "order": 14,
+ "order": 12,
"mode": 0,
"inputs": [],
"outputs": [],
@@ -992,7 +763,7 @@
"1": 364
},
"flags": {},
- "order": 27,
+ "order": 24,
"mode": 0,
"inputs": [
{
@@ -1035,54 +806,19 @@
0
]
},
- {
- "id": 456,
- "type": "Note Plus (mtb)",
- "pos": {
- "0": 223.98081970214844,
- "1": -1021.7100830078125,
- "2": 0,
- "3": 0,
- "4": 0,
- "5": 0,
- "6": 0,
- "7": 0,
- "8": 0,
- "9": 0
- },
- "size": {
- "0": 210,
- "1": 186.09225463867188
- },
- "flags": {},
- "order": 15,
- "mode": 0,
- "inputs": [],
- "outputs": [],
- "title": "Note+ (mtb)",
- "properties": {},
- "widgets_values": [
- "## ⬅ Download the models from Comfy Manager\n
\nSee details on where to find them on the left.",
- "markdown",
- ""
- ],
- "color": "#223",
- "bgcolor": "#335",
- "shape": 1
- },
{
"id": 436,
"type": "PreviewImage",
"pos": [
- 474.9808259555654,
- -573.7099616055115
+ 425.731747306955,
+ -606.1001560252304
],
"size": {
"0": 820.0277099609375,
"1": 511.5301818847656
},
"flags": {},
- "order": 30,
+ "order": 28,
"mode": 0,
"inputs": [
{
@@ -1095,54 +831,6 @@
"Node name for S&R": "PreviewImage"
}
},
- {
- "id": 461,
- "type": "CheckpointLoaderSimple",
- "pos": [
- 343.76456198906914,
- -1455.1607868111432
- ],
- "size": {
- "0": 210,
- "1": 117.29389953613281
- },
- "flags": {},
- "order": 16,
- "mode": 0,
- "outputs": [
- {
- "name": "MODEL",
- "type": "MODEL",
- "links": [
- 896
- ],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "CLIP",
- "type": "CLIP",
- "links": [
- 893
- ],
- "shape": 3,
- "slot_index": 1
- },
- {
- "name": "VAE",
- "type": "VAE",
- "links": [],
- "shape": 3,
- "slot_index": 2
- }
- ],
- "properties": {
- "Node name for S&R": "CheckpointLoaderSimple"
- },
- "widgets_values": [
- "Realistic_Vision_V5.0.safetensors"
- ]
- },
{
"id": 458,
"type": "VAELoader",
@@ -1155,7 +843,7 @@
"1": 99.132568359375
},
"flags": {},
- "order": 17,
+ "order": 13,
"mode": 0,
"outputs": [
{
@@ -1188,7 +876,7 @@
"1": 66
},
"flags": {},
- "order": 35,
+ "order": 32,
"mode": 0,
"inputs": [
{
@@ -1227,8 +915,8 @@
"id": 464,
"type": "ADE_EmptyLatentImageLarge",
"pos": [
- -224.0191740444344,
- -846.7099616055115
+ -273.2682526930447,
+ -879.1001560252303
],
"size": {
"0": 310.79998779296875,
@@ -1237,7 +925,7 @@
"flags": {
"collapsed": false
},
- "order": 33,
+ "order": 30,
"mode": 0,
"inputs": [
{
@@ -1303,7 +991,7 @@
"1": 266
},
"flags": {},
- "order": 39,
+ "order": 36,
"mode": 0,
"inputs": [
{
@@ -1393,15 +1081,15 @@
"id": 370,
"type": "CLIPVisionLoader",
"pos": [
- -305.1316932811911,
- -982.5006079254325
+ -354.3807719298015,
+ -1014.8908023451511
],
"size": {
"0": 210,
"1": 91.58576202392578
},
"flags": {},
- "order": 18,
+ "order": 14,
"mode": 0,
"outputs": [
{
@@ -1409,7 +1097,7 @@
"type": "CLIP_VISION",
"links": [
1013,
- 1024
+ 1033
],
"shape": 3,
"slot_index": 0
@@ -1422,232 +1110,6 @@
"SD1.5/pytorch_model.bin"
]
},
- {
- "id": 369,
- "type": "IPAdapterModelLoader",
- "pos": [
- -45.131693281191275,
- -985.5006079254325
- ],
- "size": {
- "0": 210,
- "1": 92.0848388671875
- },
- "flags": {},
- "order": 19,
- "mode": 0,
- "outputs": [
- {
- "name": "IPADAPTER",
- "type": "IPADAPTER",
- "links": [
- 1012,
- 1025
- ],
- "shape": 3,
- "slot_index": 0
- }
- ],
- "properties": {
- "Node name for S&R": "IPAdapterModelLoader"
- },
- "widgets_values": [
- "ip-adapter-plus_sd15.bin"
- ]
- },
- {
- "id": 401,
- "type": "VHS_LoadImagesPath",
- "pos": [
- -1428,
- -1832.828161924375
- ],
- "size": [
- 320,
- 194
- ],
- "flags": {},
- "order": 20,
- "mode": 0,
- "outputs": [
- {
- "name": "IMAGE",
- "type": "IMAGE",
- "links": [
- 737,
- 881,
- 975,
- 1009
- ],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "MASK",
- "type": "MASK",
- "links": null,
- "shape": 3
- },
- {
- "name": "INT",
- "type": "INT",
- "links": [],
- "shape": 3,
- "slot_index": 2
- }
- ],
- "properties": {
- "Node name for S&R": "VHS_LoadImagesPath"
- },
- "widgets_values": {
- "directory": "/workspace/ComfyUI/input/Sunset of purple/",
- "image_load_cap": 0,
- "skip_first_images": 0,
- "select_every_nth": 1,
- "choose folder to upload": "image",
- "videopreview": {
- "hidden": false,
- "paused": false,
- "params": {
- "frame_load_cap": 0,
- "skip_first_images": 0,
- "filename": "/workspace/ComfyUI/input/Sunset of purple/",
- "type": "path",
- "format": "folder",
- "select_every_nth": 1
- }
- }
- },
- "color": "#332922",
- "bgcolor": "#593930"
- },
- {
- "id": 558,
- "type": "BatchCreativeInterpolation",
- "pos": [
- -316.0191740444346,
- -696.7099616055115
- ],
- "size": {
- "0": 400,
- "1": 660
- },
- "flags": {},
- "order": 29,
- "mode": 0,
- "inputs": [
- {
- "name": "positive",
- "type": "CONDITIONING",
- "link": 1008
- },
- {
- "name": "negative",
- "type": "CONDITIONING",
- "link": 1010
- },
- {
- "name": "images",
- "type": "IMAGE",
- "link": 1009
- },
- {
- "name": "model",
- "type": "MODEL",
- "link": 1011
- },
- {
- "name": "ipadapter",
- "type": "IPADAPTER",
- "link": 1012
- },
- {
- "name": "clip_vision",
- "type": "CLIP_VISION",
- "link": 1013
- }
- ],
- "outputs": [
- {
- "name": "GRAPH",
- "type": "IMAGE",
- "links": [
- 1014
- ],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "POSITIVE",
- "type": "CONDITIONING",
- "links": [
- 1015
- ],
- "shape": 3,
- "slot_index": 1
- },
- {
- "name": "NEGATIVE",
- "type": "CONDITIONING",
- "links": [
- 1016
- ],
- "shape": 3,
- "slot_index": 2
- },
- {
- "name": "MODEL",
- "type": "MODEL",
- "links": [
- 1026
- ],
- "shape": 3,
- "slot_index": 3
- },
- {
- "name": "KEYFRAME_POSITIONS",
- "type": "SPARSE_METHOD",
- "links": [
- 1018
- ],
- "shape": 3,
- "slot_index": 4
- },
- {
- "name": "BATCH_SIZE",
- "type": "INT",
- "links": [
- 1019
- ],
- "shape": 3,
- "slot_index": 5
- }
- ],
- "properties": {
- "Node name for S&R": "BatchCreativeInterpolation"
- },
- "widgets_values": [
- "control_v11f1e_sd15_tile_fp16.safetensors",
- "linear",
- 16,
- "0,10,26,40",
- "linear",
- "(0.8,0.8)",
- "(1.0,1.0),(1.0,1.5)(1.0,0.5)",
- "linear",
- "(0.3,0.4)",
- "(0.0,1.0),(0.0,1.0),(0.0,1.0),(0.0,1.0)",
- 0.85,
- 4,
- 0,
- 1,
- 0.3,
- 0,
- 0.75,
- 0,
- 0.75
- ]
- },
{
"id": 468,
"type": "ACN_AdvancedControlNetApply",
@@ -1660,7 +1122,7 @@
"1": 266
},
"flags": {},
- "order": 37,
+ "order": 34,
"mode": 0,
"inputs": [
{
@@ -1746,111 +1208,6 @@
0.15
]
},
- {
- "id": 560,
- "type": "LoadImage",
- "pos": [
- 133.87495999832944,
- -2436.390132792812
- ],
- "size": {
- "0": 315,
- "1": 314
- },
- "flags": {},
- "order": 21,
- "mode": 0,
- "outputs": [
- {
- "name": "IMAGE",
- "type": "IMAGE",
- "links": [
- 1028
- ],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "MASK",
- "type": "MASK",
- "links": null,
- "shape": 3
- }
- ],
- "properties": {
- "Node name for S&R": "LoadImage"
- },
- "widgets_values": [
- "ComfyUI_temp_gbndt_00005_.png",
- "image"
- ]
- },
- {
- "id": 561,
- "type": "PrepImageForClipVision",
- "pos": [
- 525.8749599983289,
- -2315.390132792812
- ],
- "size": {
- "0": 315,
- "1": 106
- },
- "flags": {},
- "order": 26,
- "mode": 0,
- "inputs": [
- {
- "name": "image",
- "type": "IMAGE",
- "link": 1028
- }
- ],
- "outputs": [
- {
- "name": "IMAGE",
- "type": "IMAGE",
- "links": [
- 1029
- ],
- "shape": 3,
- "slot_index": 0
- }
- ],
- "properties": {
- "Node name for S&R": "PrepImageForClipVision"
- },
- "widgets_values": [
- "LANCZOS",
- "pad",
- 0
- ]
- },
- {
- "id": 389,
- "type": "PreviewImage",
- "pos": [
- 513,
- -954
- ],
- "size": {
- "0": 785.2230224609375,
- "1": 246
- },
- "flags": {},
- "order": 24,
- "mode": 0,
- "inputs": [
- {
- "name": "images",
- "type": "IMAGE",
- "link": 737
- }
- ],
- "properties": {
- "Node name for S&R": "PreviewImage"
- }
- },
{
"id": 281,
"type": "VHS_VideoCombine",
@@ -1863,7 +1220,7 @@
1094
],
"flags": {},
- "order": 44,
+ "order": 41,
"mode": 0,
"inputs": [
{
@@ -1907,7 +1264,7 @@
"hidden": false,
"paused": false,
"params": {
- "filename": "AD__00719.mp4",
+ "filename": "AD__00799.mp4",
"subfolder": "steerable-motion",
"type": "output",
"format": "video/h264-mp4"
@@ -1915,70 +1272,6 @@
}
}
},
- {
- "id": 559,
- "type": "IPAdapterApply",
- "pos": [
- 896.8749599983299,
- -2404.390132792812
- ],
- "size": {
- "0": 315,
- "1": 258
- },
- "flags": {},
- "order": 31,
- "mode": 0,
- "inputs": [
- {
- "name": "ipadapter",
- "type": "IPADAPTER",
- "link": 1025
- },
- {
- "name": "clip_vision",
- "type": "CLIP_VISION",
- "link": 1024
- },
- {
- "name": "image",
- "type": "IMAGE",
- "link": 1029
- },
- {
- "name": "model",
- "type": "MODEL",
- "link": 1026
- },
- {
- "name": "attn_mask",
- "type": "MASK",
- "link": null
- }
- ],
- "outputs": [
- {
- "name": "MODEL",
- "type": "MODEL",
- "links": [
- 1027
- ],
- "shape": 3,
- "slot_index": 0
- }
- ],
- "properties": {
- "Node name for S&R": "IPAdapterApply"
- },
- "widgets_values": [
- 0,
- 0,
- "original",
- 0,
- 1,
- false
- ]
- },
{
"id": 536,
"type": "ADE_AnimateDiffLoRALoader",
@@ -1991,8 +1284,8 @@
"1": 82
},
"flags": {},
- "order": 22,
- "mode": 0,
+ "order": 19,
+ "mode": 4,
"inputs": [
{
"name": "prev_motion_lora",
@@ -2015,16 +1308,506 @@
"Node name for S&R": "ADE_AnimateDiffLoRALoader"
},
"widgets_values": [
- "400_woman_dancing_temporal_unet.safetensors",
+ null,
0.3
]
},
+ {
+ "id": 562,
+ "type": "FILM VFI",
+ "pos": [
+ 1965,
+ -1262
+ ],
+ "size": {
+ "0": 443.4000244140625,
+ "1": 126
+ },
+ "flags": {
+ "collapsed": true
+ },
+ "order": 40,
+ "mode": 0,
+ "inputs": [
+ {
+ "name": "frames",
+ "type": "IMAGE",
+ "link": 1030
+ },
+ {
+ "name": "optional_interpolation_states",
+ "type": "INTERPOLATION_STATES",
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 1031
+ ],
+ "shape": 3,
+ "slot_index": 0
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "FILM VFI"
+ },
+ "widgets_values": [
+ "film_net_fp32.pt",
+ 10,
+ 2
+ ]
+ },
+ {
+ "id": 354,
+ "type": "VHS_SplitImages",
+ "pos": [
+ 1578,
+ -1269
+ ],
+ "size": {
+ "0": 231.97152709960938,
+ "1": 152.94261169433594
+ },
+ "flags": {
+ "collapsed": true
+ },
+ "order": 39,
+ "mode": 0,
+ "inputs": [
+ {
+ "name": "images",
+ "type": "IMAGE",
+ "link": 923
+ }
+ ],
+ "outputs": [
+ {
+ "name": "IMAGE_A",
+ "type": "IMAGE",
+ "links": [],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "A_count",
+ "type": "INT",
+ "links": null,
+ "shape": 3
+ },
+ {
+ "name": "IMAGE_B",
+ "type": "IMAGE",
+ "links": [
+ 1030
+ ],
+ "shape": 3,
+ "slot_index": 2
+ },
+ {
+ "name": "B_count",
+ "type": "INT",
+ "links": null,
+ "shape": 3,
+ "slot_index": 3
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VHS_SplitImages"
+ },
+ "widgets_values": {
+ "split_index": 3
+ }
+ },
+ {
+ "id": 369,
+ "type": "IPAdapterModelLoader",
+ "pos": [
+ -67.24907864861028,
+ -1032.3901944197185
+ ],
+ "size": {
+ "0": 210,
+ "1": 92.0848388671875
+ },
+ "flags": {
+ "collapsed": false
+ },
+ "order": 15,
+ "mode": 0,
+ "outputs": [
+ {
+ "name": "IPADAPTER",
+ "type": "IPADAPTER",
+ "links": [
+ 1012,
+ 1032
+ ],
+ "shape": 3,
+ "slot_index": 0
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "IPAdapterModelLoader"
+ },
+ "widgets_values": [
+ "ip-adapter-plus_sd15.bin"
+ ]
+ },
+ {
+ "id": 467,
+ "type": "ACN_SparseCtrlLoaderAdvanced",
+ "pos": [
+ -734,
+ -1554
+ ],
+ "size": {
+ "0": 314.50390625,
+ "1": 150
+ },
+ "flags": {},
+ "order": 29,
+ "mode": 0,
+ "inputs": [
+ {
+ "name": "sparse_method",
+ "type": "SPARSE_METHOD",
+ "link": 1018,
+ "slot_index": 0
+ },
+ {
+ "name": "tk_optional",
+ "type": "TIMESTEP_KEYFRAME",
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "name": "CONTROL_NET",
+ "type": "CONTROL_NET",
+ "links": [
+ 879,
+ 978
+ ],
+ "shape": 3,
+ "slot_index": 0
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ACN_SparseCtrlLoaderAdvanced"
+ },
+ "widgets_values": [
+ "SD1.5/animatediff/v3_sd15_sparsectrl_rgb.ckpt",
+ true,
+ 1,
+ 1
+ ]
+ },
+ {
+ "id": 401,
+ "type": "VHS_LoadImagesPath",
+ "pos": [
+ -1428,
+ -1832.7366324321877
+ ],
+ "size": [
+ 320,
+ 194
+ ],
+ "flags": {},
+ "order": 16,
+ "mode": 0,
+ "outputs": [
+ {
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 737,
+ 881,
+ 975,
+ 1009
+ ],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "MASK",
+ "type": "MASK",
+ "links": null,
+ "shape": 3
+ },
+ {
+ "name": "INT",
+ "type": "INT",
+ "links": [],
+ "shape": 3,
+ "slot_index": 2
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VHS_LoadImagesPath"
+ },
+ "widgets_values": {
+ "directory": "/workspace/ComfyUI/input/qualude/",
+ "image_load_cap": 0,
+ "skip_first_images": 0,
+ "select_every_nth": 1,
+ "choose folder to upload": "image",
+ "videopreview": {
+ "hidden": false,
+ "paused": false,
+ "params": {
+ "frame_load_cap": 0,
+ "skip_first_images": 0,
+ "filename": "/workspace/ComfyUI/input/qualude/",
+ "type": "path",
+ "format": "folder",
+ "select_every_nth": 1
+ }
+ }
+ },
+ "color": "#332922",
+ "bgcolor": "#593930"
+ },
+ {
+ "id": 461,
+ "type": "CheckpointLoaderSimple",
+ "pos": [
+ 343.76456198906914,
+ -1455.1607868111432
+ ],
+ "size": {
+ "0": 210,
+ "1": 117.29389953613281
+ },
+ "flags": {},
+ "order": 17,
+ "mode": 0,
+ "outputs": [
+ {
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 896
+ ],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "CLIP",
+ "type": "CLIP",
+ "links": [
+ 893
+ ],
+ "shape": 3,
+ "slot_index": 1
+ },
+ {
+ "name": "VAE",
+ "type": "VAE",
+ "links": [],
+ "shape": 3,
+ "slot_index": 2
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "CheckpointLoaderSimple"
+ },
+ "widgets_values": [
+ "DreamShaper_6.31_BakedVae.safetensors"
+ ]
+ },
+ {
+ "id": 470,
+ "type": "LoraLoader",
+ "pos": [
+ -778,
+ -1357
+ ],
+ "size": {
+ "0": 314.343994140625,
+ "1": 126
+ },
+ "flags": {},
+ "order": 22,
+ "mode": 4,
+ "inputs": [
+ {
+ "name": "model",
+ "type": "MODEL",
+ "link": 896
+ },
+ {
+ "name": "clip",
+ "type": "CLIP",
+ "link": 893
+ }
+ ],
+ "outputs": [
+ {
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 1041
+ ],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "CLIP",
+ "type": "CLIP",
+ "links": [
+ 994,
+ 996
+ ],
+ "shape": 3,
+ "slot_index": 1
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "LoraLoader"
+ },
+ "widgets_values": [
+ "AnimateLCM_sd15_t2v_lora.safetensors",
+ 0.3,
+ 0.25
+ ]
+ },
+ {
+ "id": 558,
+ "type": "BatchCreativeInterpolation",
+ "pos": [
+ -210,
+ -690
+ ],
+ "size": {
+ "0": 400,
+ "1": 660
+ },
+ "flags": {},
+ "order": 27,
+ "mode": 0,
+ "inputs": [
+ {
+ "name": "positive",
+ "type": "CONDITIONING",
+ "link": 1008
+ },
+ {
+ "name": "negative",
+ "type": "CONDITIONING",
+ "link": 1010
+ },
+ {
+ "name": "images",
+ "type": "IMAGE",
+ "link": 1009
+ },
+ {
+ "name": "model",
+ "type": "MODEL",
+ "link": 1042
+ },
+ {
+ "name": "ipadapter",
+ "type": "IPADAPTER",
+ "link": 1012
+ },
+ {
+ "name": "clip_vision",
+ "type": "CLIP_VISION",
+ "link": 1013
+ }
+ ],
+ "outputs": [
+ {
+ "name": "GRAPH",
+ "type": "IMAGE",
+ "links": [
+ 1014
+ ],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "POSITIVE",
+ "type": "CONDITIONING",
+ "links": [
+ 1015
+ ],
+ "shape": 3,
+ "slot_index": 1
+ },
+ {
+ "name": "NEGATIVE",
+ "type": "CONDITIONING",
+ "links": [
+ 1016
+ ],
+ "shape": 3,
+ "slot_index": 2
+ },
+ {
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 1043
+ ],
+ "shape": 3,
+ "slot_index": 3
+ },
+ {
+ "name": "KEYFRAME_POSITIONS",
+ "type": "SPARSE_METHOD",
+ "links": [
+ 1018
+ ],
+ "shape": 3,
+ "slot_index": 4
+ },
+ {
+ "name": "BATCH_SIZE",
+ "type": "INT",
+ "links": [
+ 1019
+ ],
+ "shape": 3,
+ "slot_index": 5
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "BatchCreativeInterpolation"
+ },
+ "widgets_values": [
+ "SD1.5/animatediff/v3_sd15_sparsectrl_rgb.ckpt",
+ "linear",
+ 16,
+ "0,10,26,40",
+ "linear",
+ "(0.8,0.8)",
+ "(1.0,1.0),(1.0,1.5)(1.0,0.5)",
+ "linear",
+ "(0.3,0.4)",
+ "(0.0,1.0),(0.0,1.0),(0.0,1.0),(0.0,1.0)",
+ 0.85,
+ 4,
+ 0,
+ 1,
+ 0.3,
+ 0,
+ 0.75,
+ 0,
+ 0.75
+ ]
+ },
{
"id": 207,
"type": "KSampler Adv. (Efficient)",
"pos": [
- 1464,
- -2193
+ 1460,
+ -2190
],
"size": {
"0": 496.3030090332031,
@@ -2033,7 +1816,7 @@
"flags": {
"pinned": false
},
- "order": 41,
+ "order": 38,
"mode": 0,
"inputs": [
{
@@ -2137,31 +1920,144 @@
"shape": 1
},
{
- "id": 562,
- "type": "FILM VFI",
+ "id": 560,
+ "type": "LoadImage",
"pos": [
- 1965,
- -1262
+ 130,
+ -2440
],
"size": {
- "0": 443.4000244140625,
- "1": 126
+ "0": 315,
+ "1": 314
},
- "flags": {
- "collapsed": true
- },
- "order": 43,
- "mode": 0,
- "inputs": [
+ "flags": {},
+ "order": 18,
+ "mode": 4,
+ "outputs": [
{
- "name": "frames",
+ "name": "IMAGE",
"type": "IMAGE",
- "link": 1030
+ "links": [
+ 1028
+ ],
+ "shape": 3,
+ "slot_index": 0
},
{
- "name": "optional_interpolation_states",
- "type": "INTERPOLATION_STATES",
+ "name": "MASK",
+ "type": "MASK",
+ "links": null,
+ "shape": 3
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "LoadImage"
+ },
+ "widgets_values": [
+ "1 (1).jpeg",
+ "image"
+ ]
+ },
+ {
+ "id": 563,
+ "type": "IPAdapterTiled",
+ "pos": [
+ 900,
+ -2410
+ ],
+ "size": {
+ "0": 315,
+ "1": 302
+ },
+ "flags": {},
+ "order": 26,
+ "mode": 4,
+ "inputs": [
+ {
+ "name": "model",
+ "type": "MODEL",
+ "link": 1041
+ },
+ {
+ "name": "ipadapter",
+ "type": "IPADAPTER",
+ "link": 1032
+ },
+ {
+ "name": "image",
+ "type": "IMAGE",
+ "link": 1035
+ },
+ {
+ "name": "image_negative",
+ "type": "IMAGE",
"link": null
+ },
+ {
+ "name": "attn_mask",
+ "type": "MASK",
+ "link": null
+ },
+ {
+ "name": "clip_vision",
+ "type": "CLIP_VISION",
+ "link": 1033
+ }
+ ],
+ "outputs": [
+ {
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 1042
+ ],
+ "shape": 3,
+ "slot_index": 0
+ },
+ {
+ "name": "tiles",
+ "type": "IMAGE",
+ "links": null,
+ "shape": 3
+ },
+ {
+ "name": "masks",
+ "type": "MASK",
+ "links": null,
+ "shape": 3
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "IPAdapterTiled"
+ },
+ "widgets_values": [
+ 0.5,
+ "linear",
+ "concat",
+ 0,
+ 1,
+ 0
+ ]
+ },
+ {
+ "id": 561,
+ "type": "PrepImageForClipVision",
+ "pos": [
+ 530,
+ -2310
+ ],
+ "size": {
+ "0": 315,
+ "1": 106
+ },
+ "flags": {},
+ "order": 23,
+ "mode": 4,
+ "inputs": [
+ {
+ "name": "image",
+ "type": "IMAGE",
+ "link": 1028
}
],
"outputs": [
@@ -2169,81 +2065,99 @@
"name": "IMAGE",
"type": "IMAGE",
"links": [
- 1031
+ 1035
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
- "Node name for S&R": "FILM VFI"
+ "Node name for S&R": "PrepImageForClipVision"
},
"widgets_values": [
- "film_net_fp32.pt",
- 10,
- 2
+ "LANCZOS",
+ "top",
+ 0
]
},
{
- "id": 354,
- "type": "VHS_SplitImages",
+ "id": 389,
+ "type": "PreviewImage",
"pos": [
- 1578,
- -1269
+ 464,
+ -986
],
"size": {
- "0": 231.97152709960938,
- "1": 152.94261169433594
+ "0": 785.2230224609375,
+ "1": 246
},
- "flags": {
- "collapsed": true
- },
- "order": 42,
+ "flags": {},
+ "order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
- "link": 923
+ "link": 737
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "PreviewImage"
+ }
+ },
+ {
+ "id": 547,
+ "type": "ADE_UseEvolvedSampling",
+ "pos": [
+ 2456,
+ -1080
+ ],
+ "size": {
+ "0": 315,
+ "1": 118
+ },
+ "flags": {},
+ "order": 37,
+ "mode": 0,
+ "inputs": [
+ {
+ "name": "model",
+ "type": "MODEL",
+ "link": 1043
+ },
+ {
+ "name": "m_models",
+ "type": "M_MODELS",
+ "link": 1001
+ },
+ {
+ "name": "context_options",
+ "type": "CONTEXT_OPTIONS",
+ "link": 1005
+ },
+ {
+ "name": "sample_settings",
+ "type": "SAMPLE_SETTINGS",
+ "link": null
}
],
"outputs": [
{
- "name": "IMAGE_A",
- "type": "IMAGE",
- "links": [],
- "shape": 3,
- "slot_index": 0
- },
- {
- "name": "A_count",
- "type": "INT",
- "links": null,
- "shape": 3
- },
- {
- "name": "IMAGE_B",
- "type": "IMAGE",
+ "name": "MODEL",
+ "type": "MODEL",
"links": [
- 1030
+ 1003
],
"shape": 3,
- "slot_index": 2
- },
- {
- "name": "B_count",
- "type": "INT",
- "links": null,
- "shape": 3,
- "slot_index": 3
+ "slot_index": 0
}
],
"properties": {
- "Node name for S&R": "VHS_SplitImages"
+ "Node name for S&R": "ADE_UseEvolvedSampling"
},
- "widgets_values": {
- "split_index": 3
- }
+ "widgets_values": [
+ "sqrt_linear (AnimateDiff)"
+ ]
}
],
"links": [
@@ -2503,14 +2417,6 @@
1,
"CONDITIONING"
],
- [
- 1011,
- 470,
- 0,
- 558,
- 3,
- "MODEL"
- ],
[
1012,
369,
@@ -2583,38 +2489,6 @@
2,
"LATENT"
],
- [
- 1024,
- 370,
- 0,
- 559,
- 1,
- "CLIP_VISION"
- ],
- [
- 1025,
- 369,
- 0,
- 559,
- 0,
- "IPADAPTER"
- ],
- [
- 1026,
- 558,
- 3,
- 559,
- 3,
- "MODEL"
- ],
- [
- 1027,
- 559,
- 0,
- 547,
- 0,
- "MODEL"
- ],
[
1028,
560,
@@ -2623,14 +2497,6 @@
0,
"IMAGE"
],
- [
- 1029,
- 561,
- 0,
- 559,
- 2,
- "IMAGE"
- ],
[
1030,
354,
@@ -2646,6 +2512,54 @@
281,
0,
"IMAGE"
+ ],
+ [
+ 1032,
+ 369,
+ 0,
+ 563,
+ 1,
+ "IPADAPTER"
+ ],
+ [
+ 1033,
+ 370,
+ 0,
+ 563,
+ 5,
+ "CLIP_VISION"
+ ],
+ [
+ 1035,
+ 561,
+ 0,
+ 563,
+ 2,
+ "IMAGE"
+ ],
+ [
+ 1041,
+ 470,
+ 0,
+ 563,
+ 0,
+ "MODEL"
+ ],
+ [
+ 1042,
+ 563,
+ 0,
+ 558,
+ 3,
+ "MODEL"
+ ],
+ [
+ 1043,
+ 558,
+ 3,
+ 547,
+ 0,
+ "MODEL"
]
],
"groups": [
@@ -2688,8 +2602,8 @@
{
"title": "Steerable Motion",
"bounding": [
- -852,
- -1137,
+ -902,
+ -1170,
2194,
1190
],