diff --git a/demo/creative_interpolation_example.json b/demo/creative_interpolation_example.json index b67b898..dd17bef 100644 --- a/demo/creative_interpolation_example.json +++ b/demo/creative_interpolation_example.json @@ -1,84 +1,20 @@ { - "last_node_id": 558, - "last_link_id": 1022, + "last_node_id": 562, + "last_link_id": 1031, "nodes": [ - { - "id": 370, - "type": "CLIPVisionLoader", - "pos": [ - -311.1125192367565, - -925.790646319921 - ], - "size": { - "0": 210, - "1": 91.58576202392578 - }, - "flags": {}, - "order": 0, - "mode": 0, - "outputs": [ - { - "name": "CLIP_VISION", - "type": "CLIP_VISION", - "links": [ - 1013 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "CLIPVisionLoader" - }, - "widgets_values": [ - "SD1.5/pytorch_model.bin" - ] - }, - { - "id": 369, - "type": "IPAdapterModelLoader", - "pos": [ - -51.11251923675685, - -928.790646319921 - ], - "size": { - "0": 210, - "1": 92.0848388671875 - }, - "flags": {}, - "order": 1, - "mode": 0, - "outputs": [ - { - "name": "IPADAPTER", - "type": "IPADAPTER", - "links": [ - 1012 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "IPAdapterModelLoader" - }, - "widgets_values": [ - "ip-adapter-plus_sd15.bin" - ] - }, { "id": 508, "type": "GetImageSize+", "pos": [ - 1029.2413887707933, - -1446.600464607467 + 1003.7645619890684, + -1436.1607868111432 ], "size": { "0": 142.8000030517578, "1": 51.235694885253906 }, "flags": {}, - "order": 23, + "order": 25, "mode": 0, "inputs": [ { @@ -115,15 +51,15 @@ "id": 543, "type": "PromptSchedule", "pos": [ - 859.2608565964457, - -1908.3152972010244 + 833.7840298147207, + -1897.8756194047005 ], "size": { "0": 356.6048278808594, "1": 364 }, "flags": {}, - "order": 26, + "order": 28, "mode": 0, "inputs": [ { @@ -171,15 +107,15 @@ "id": 546, "type": "ADE_LoadAnimateDiffModel", "pos": [ - 2615.5055483441884, - -889.6864292533057 + 2472.8918827966572, + -894.529088410772 ], "size": { "0": 315, "1": 58 }, "flags": {}, - "order": 2, + "order": 0, "mode": 0, "inputs": [ { @@ -218,7 +154,7 @@ "1": 365.04229736328125 }, "flags": {}, - "order": 3, + "order": 1, "mode": 0, "inputs": [ { @@ -278,7 +214,7 @@ "1": 300 }, "flags": {}, - "order": 4, + "order": 2, "mode": 0, "inputs": [], "outputs": [], @@ -293,61 +229,12 @@ "bgcolor": "#335", "shape": 1 }, - { - "id": 292, - "type": "STMFNet VFI", - "pos": [ - 2116.531416015626, - -1265.8558007812508 - ], - "size": { - "0": 295.6000061035156, - "1": 174 - }, - "flags": { - "collapsed": true - }, - "order": 40, - "mode": 0, - "inputs": [ - { - "name": "frames", - "type": "IMAGE", - "link": 928 - }, - { - "name": "optional_interpolation_states", - "type": "INTERPOLATION_STATES", - "link": null - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 938 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "STMFNet VFI" - }, - "widgets_values": [ - "stmfnet.pth", - 15, - 2, - true - ] - }, { "id": 451, "type": "Note Plus (mtb)", "pos": { - "0": -797, - "1": -367, + "0": -791.019287109375, + "1": -423.7099609375, "2": 0, "3": 0, "4": 0, @@ -362,7 +249,7 @@ "1": 147.40196228027344 }, "flags": {}, - "order": 5, + "order": 3, "mode": 0, "inputs": [], "outputs": [], @@ -381,8 +268,8 @@ "id": 452, "type": "Note Plus (mtb)", "pos": { - "0": -804, - "1": -184, + "0": -798.019287109375, + "1": -240.70997619628906, "2": 0, "3": 0, "4": 0, @@ -397,7 +284,7 @@ "1": 163.1022491455078 }, "flags": {}, - "order": 6, + "order": 4, "mode": 0, "inputs": [], "outputs": [], @@ -416,8 +303,8 @@ "id": 455, "type": "Note Plus (mtb)", "pos": { - "0": -815, - "1": -980, + "0": -809.019287109375, + "1": -1036.7099609375, "2": 0, "3": 0, "4": 0, @@ -432,7 +319,7 @@ "1": 390 }, "flags": {}, - "order": 7, + "order": 5, "mode": 0, "inputs": [], "outputs": [], @@ -451,21 +338,21 @@ "id": 547, "type": "ADE_UseEvolvedSampling", "pos": [ - 2615, - -1099 + 2472.386334452469, + -1103.8426591574669 ], "size": { "0": 315, "1": 118 }, "flags": {}, - "order": 37, + "order": 40, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", - "link": 1017 + "link": 1027 }, { "name": "m_models", @@ -505,15 +392,15 @@ "id": 545, "type": "ADE_ApplyAnimateDiffModel", "pos": [ - 3014, - -906 + 2871.386334452469, + -910.8426591574663 ], "size": { "0": 319.20001220703125, "1": 182 }, "flags": {}, - "order": 35, + "order": 38, "mode": 0, "inputs": [ { @@ -570,15 +457,15 @@ "id": 544, "type": "ADE_MultivalDynamic", "pos": [ - 2634, - -767 + 2491.386334452469, + -771.8426591574663 ], "size": { "0": 308.1750793457031, "1": 58 }, "flags": {}, - "order": 33, + "order": 36, "mode": 0, "inputs": [ { @@ -619,8 +506,8 @@ "id": 454, "type": "Note Plus (mtb)", "pos": { - "0": 166, - "1": -517, + "0": 171.98081970214844, + "1": -573.7100830078125, "2": 0, "3": 0, "4": 0, @@ -635,7 +522,7 @@ "1": 260 }, "flags": {}, - "order": 8, + "order": 6, "mode": 0, "inputs": [], "outputs": [], @@ -654,8 +541,8 @@ "id": 553, "type": "Note Plus (mtb)", "pos": { - "0": 137, - "1": -174, + "0": 142.98081970214844, + "1": -230.70997619628906, "2": 0, "3": 0, "4": 0, @@ -670,7 +557,7 @@ "1": 256.3551330566406 }, "flags": {}, - "order": 9, + "order": 7, "mode": 0, "inputs": [], "outputs": [], @@ -705,7 +592,7 @@ "1": 347.8489685058594 }, "flags": {}, - "order": 10, + "order": 8, "mode": 0, "inputs": [], "outputs": [], @@ -740,7 +627,7 @@ "1": 265.0110778808594 }, "flags": {}, - "order": 11, + "order": 9, "mode": 0, "inputs": [], "outputs": [], @@ -759,8 +646,8 @@ "id": 450, "type": "Note Plus (mtb)", "pos": { - "0": -787, - "1": -544, + "0": -781.019287109375, + "1": -600.7100830078125, "2": 0, "3": 0, "4": 0, @@ -775,7 +662,7 @@ "1": 147.5499725341797 }, "flags": {}, - "order": 12, + "order": 10, "mode": 0, "inputs": [], "outputs": [], @@ -802,7 +689,7 @@ "1": 150 }, "flags": {}, - "order": 29, + "order": 32, "mode": 0, "inputs": [ { @@ -859,7 +746,7 @@ "1": 196.17578125 }, "flags": {}, - "order": 13, + "order": 11, "mode": 0, "inputs": [], "outputs": [], @@ -894,7 +781,7 @@ "1": 1040 }, "flags": {}, - "order": 14, + "order": 12, "mode": 0, "inputs": [], "outputs": [], @@ -921,7 +808,7 @@ "1": 126 }, "flags": {}, - "order": 24, + "order": 23, "mode": 0, "inputs": [ { @@ -977,7 +864,7 @@ "1": 140 }, "flags": {}, - "order": 31, + "order": 34, "mode": 0, "inputs": [ { @@ -1022,15 +909,15 @@ "id": 552, "type": "ADE_AnimateDiffLoRALoader", "pos": [ - 2603, - -1261 + 2460.386334452469, + -1265.8426591574669 ], "size": { "0": 316.65606689453125, "1": 82 }, "flags": {}, - "order": 15, + "order": 13, "mode": 4, "inputs": [ { @@ -1062,8 +949,8 @@ "id": 551, "type": "Note Plus (mtb)", "pos": { - "0": 3001, - "1": -1142, + "0": 2858.38671875, + "1": -1146.8427734375, "2": 0, "3": 0, "4": 0, @@ -1078,7 +965,7 @@ "1": 163.89112854003906 }, "flags": {}, - "order": 16, + "order": 14, "mode": 0, "inputs": [], "outputs": [], @@ -1093,85 +980,19 @@ "bgcolor": "#335", "shape": 1 }, - { - "id": 401, - "type": "VHS_LoadImagesPath", - "pos": [ - -1426, - -1836 - ], - "size": [ - 320, - 194 - ], - "flags": {}, - "order": 17, - "mode": 0, - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 737, - 881, - 975, - 1009 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - }, - { - "name": "INT", - "type": "INT", - "links": [], - "shape": 3, - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "VHS_LoadImagesPath" - }, - "widgets_values": { - "directory": "/workspace/ComfyUI/input//light_goes_on/", - "image_load_cap": 0, - "skip_first_images": 0, - "select_every_nth": 1, - "choose folder to upload": "image", - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "frame_load_cap": 0, - "skip_first_images": 0, - "filename": "/workspace/ComfyUI/input//light_goes_on/", - "type": "path", - "format": "folder", - "select_every_nth": 1 - } - } - }, - "color": "#332922", - "bgcolor": "#593930" - }, { "id": 541, "type": "PromptSchedule", "pos": [ - 373.26085659644576, - -1905.3152972010244 + 347.78402981472055, + -1894.8756194047005 ], "size": { "0": 389.9056396484375, "1": 364 }, "flags": {}, - "order": 25, + "order": 27, "mode": 0, "inputs": [ { @@ -1218,8 +1039,8 @@ "id": 456, "type": "Note Plus (mtb)", "pos": { - "0": 218, - "1": -965, + "0": 223.98081970214844, + "1": -1021.7100830078125, "2": 0, "3": 0, "4": 0, @@ -1234,7 +1055,7 @@ "1": 186.09225463867188 }, "flags": {}, - "order": 18, + "order": 15, "mode": 0, "inputs": [], "outputs": [], @@ -1250,79 +1071,774 @@ "shape": 1 }, { - "id": 354, - "type": "VHS_SplitImages", + "id": 436, + "type": "PreviewImage", "pos": [ - 1643, - -1267 + 474.9808259555654, + -573.7099616055115 ], "size": { - "0": 231.97152709960938, - "1": 152.94261169433594 + "0": 820.0277099609375, + "1": 511.5301818847656 }, - "flags": { - "collapsed": true - }, - "order": 39, + "flags": {}, + "order": 30, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 923 + "link": 1014 } ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, + { + "id": 461, + "type": "CheckpointLoaderSimple", + "pos": [ + 343.76456198906914, + -1455.1607868111432 + ], + "size": { + "0": 210, + "1": 117.29389953613281 + }, + "flags": {}, + "order": 16, + "mode": 0, "outputs": [ { - "name": "IMAGE_A", - "type": "IMAGE", - "links": [], + "name": "MODEL", + "type": "MODEL", + "links": [ + 896 + ], "shape": 3, "slot_index": 0 }, { - "name": "A_count", + "name": "CLIP", + "type": "CLIP", + "links": [ + 893 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [], + "shape": 3, + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "Realistic_Vision_V5.0.safetensors" + ] + }, + { + "id": 458, + "type": "VAELoader", + "pos": [ + 642.523173218275, + -1398.5603222036762 + ], + "size": { + "0": 210, + "1": 99.132568359375 + }, + "flags": {}, + "order": 17, + "mode": 0, + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 867, + 1021 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "vae-ft-mse-840000-ema-pruned.safetensors" + ] + }, + { + "id": 469, + "type": "ACN_SparseCtrlRGBPreprocessor", + "pos": [ + -754, + -1689 + ], + "size": { + "0": 312.9380187988281, + "1": 66 + }, + "flags": {}, + "order": 35, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 881 + }, + { + "name": "vae", + "type": "VAE", + "link": 1021 + }, + { + "name": "latent_size", + "type": "LATENT", + "link": 1022 + } + ], + "outputs": [ + { + "name": "proc_IMAGE", + "type": "IMAGE", + "links": [ + 880, + 963 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ACN_SparseCtrlRGBPreprocessor" + } + }, + { + "id": 464, + "type": "ADE_EmptyLatentImageLarge", + "pos": [ + -224.0191740444344, + -846.7099616055115 + ], + "size": { + "0": 310.79998779296875, + "1": 74 + }, + "flags": { + "collapsed": false + }, + "order": 33, + "mode": 0, + "inputs": [ + { + "name": "width", "type": "INT", + "link": 976, + "widget": { + "name": "width" + }, + "slot_index": 0 + }, + { + "name": "height", + "type": "INT", + "link": 977, + "widget": { + "name": "height" + } + }, + { + "name": "batch_size", + "type": "INT", + "link": 1019, + "widget": { + "name": "batch_size" + }, + "slot_index": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 876, + 1006, + 1022 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_EmptyLatentImageLarge" + }, + "widgets_values": [ + 512, + 512, + 52 + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 505, + "type": "ACN_AdvancedControlNetApply", + "pos": [ + -276, + -1510 + ], + "size": { + "0": 285.6000061035156, + "1": 266 + }, + "flags": {}, + "order": 39, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 967, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 968, + "slot_index": 1 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 978 + }, + { + "name": "image", + "type": "IMAGE", + "link": 963 + }, + { + "name": "mask_optional", + "type": "MASK", + "link": null + }, + { + "name": "timestep_kf", + "type": "TIMESTEP_KEYFRAME", + "link": null + }, + { + "name": "latent_kf_override", + "type": "LATENT_KEYFRAME", + "link": null + }, + { + "name": "weights_override", + "type": "CONTROL_NET_WEIGHTS", + "link": null + }, + { + "name": "model_optional", + "type": "MODEL", + "link": null + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 971 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 972 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "model_opt", + "type": "MODEL", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ACN_AdvancedControlNetApply" + }, + "widgets_values": [ + 0.5, + 0.6, + 0.675 + ] + }, + { + "id": 370, + "type": "CLIPVisionLoader", + "pos": [ + -305.1316932811911, + -982.5006079254325 + ], + "size": { + "0": 210, + "1": 91.58576202392578 + }, + "flags": {}, + "order": 18, + "mode": 0, + "outputs": [ + { + "name": "CLIP_VISION", + "type": "CLIP_VISION", + "links": [ + 1013, + 1024 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPVisionLoader" + }, + "widgets_values": [ + "SD1.5/pytorch_model.bin" + ] + }, + { + "id": 369, + "type": "IPAdapterModelLoader", + "pos": [ + -45.131693281191275, + -985.5006079254325 + ], + "size": { + "0": 210, + "1": 92.0848388671875 + }, + "flags": {}, + "order": 19, + "mode": 0, + "outputs": [ + { + "name": "IPADAPTER", + "type": "IPADAPTER", + "links": [ + 1012, + 1025 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapterModelLoader" + }, + "widgets_values": [ + "ip-adapter-plus_sd15.bin" + ] + }, + { + "id": 401, + "type": "VHS_LoadImagesPath", + "pos": [ + -1428, + -1832.828161924375 + ], + "size": [ + 320, + 194 + ], + "flags": {}, + "order": 20, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 737, + 881, + 975, + 1009 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", "links": null, "shape": 3 }, { - "name": "IMAGE_B", + "name": "INT", + "type": "INT", + "links": [], + "shape": 3, + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadImagesPath" + }, + "widgets_values": { + "directory": "/workspace/ComfyUI/input/Sunset of purple/", + "image_load_cap": 0, + "skip_first_images": 0, + "select_every_nth": 1, + "choose folder to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 0, + "skip_first_images": 0, + "filename": "/workspace/ComfyUI/input/Sunset of purple/", + "type": "path", + "format": "folder", + "select_every_nth": 1 + } + } + }, + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 558, + "type": "BatchCreativeInterpolation", + "pos": [ + -316.0191740444346, + -696.7099616055115 + ], + "size": { + "0": 400, + "1": 660 + }, + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 1008 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 1010 + }, + { + "name": "images", + "type": "IMAGE", + "link": 1009 + }, + { + "name": "model", + "type": "MODEL", + "link": 1011 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": 1012 + }, + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 1013 + } + ], + "outputs": [ + { + "name": "GRAPH", "type": "IMAGE", "links": [ - 928 + 1014 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "POSITIVE", + "type": "CONDITIONING", + "links": [ + 1015 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "NEGATIVE", + "type": "CONDITIONING", + "links": [ + 1016 ], "shape": 3, "slot_index": 2 }, { - "name": "B_count", - "type": "INT", - "links": null, + "name": "MODEL", + "type": "MODEL", + "links": [ + 1026 + ], "shape": 3, "slot_index": 3 + }, + { + "name": "KEYFRAME_POSITIONS", + "type": "SPARSE_METHOD", + "links": [ + 1018 + ], + "shape": 3, + "slot_index": 4 + }, + { + "name": "BATCH_SIZE", + "type": "INT", + "links": [ + 1019 + ], + "shape": 3, + "slot_index": 5 } ], "properties": { - "Node name for S&R": "VHS_SplitImages" + "Node name for S&R": "BatchCreativeInterpolation" }, - "widgets_values": { - "split_index": 3 - } + "widgets_values": [ + "control_v11f1e_sd15_tile_fp16.safetensors", + "linear", + 16, + "0,10,26,40", + "linear", + "(0.8,0.8)", + "(1.0,1.0),(1.0,1.5)(1.0,0.5)", + "linear", + "(0.3,0.4)", + "(0.0,1.0),(0.0,1.0),(0.0,1.0),(0.0,1.0)", + 0.85, + 4, + 0, + 1, + 0.3, + 0, + 0.75, + 0, + 0.75 + ] + }, + { + "id": 468, + "type": "ACN_AdvancedControlNetApply", + "pos": [ + -294, + -1903 + ], + "size": { + "0": 314.1339111328125, + "1": 266 + }, + "flags": {}, + "order": 37, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 1015, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 1016, + "slot_index": 1 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 879 + }, + { + "name": "image", + "type": "IMAGE", + "link": 880 + }, + { + "name": "mask_optional", + "type": "MASK", + "link": null + }, + { + "name": "timestep_kf", + "type": "TIMESTEP_KEYFRAME", + "link": null + }, + { + "name": "latent_kf_override", + "type": "LATENT_KEYFRAME", + "link": null + }, + { + "name": "weights_override", + "type": "CONTROL_NET_WEIGHTS", + "link": null + }, + { + "name": "model_optional", + "type": "MODEL", + "link": null + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 967 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 968 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "model_opt", + "type": "MODEL", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ACN_AdvancedControlNetApply" + }, + "widgets_values": [ + 0.6, + 0, + 0.15 + ] + }, + { + "id": 560, + "type": "LoadImage", + "pos": [ + 133.87495999832944, + -2436.390132792812 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 21, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1028 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ComfyUI_temp_gbndt_00005_.png", + "image" + ] + }, + { + "id": 561, + "type": "PrepImageForClipVision", + "pos": [ + 525.8749599983289, + -2315.390132792812 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 1028 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1029 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "PrepImageForClipVision" + }, + "widgets_values": [ + "LANCZOS", + "pad", + 0 + ] }, { "id": 389, "type": "PreviewImage", "pos": [ - 507, - -897 + 513, + -954 ], "size": { "0": 785.2230224609375, "1": 246 }, "flags": {}, - "order": 22, + "order": 24, "mode": 0, "inputs": [ { @@ -1335,12 +1851,180 @@ "Node name for S&R": "PreviewImage" } }, + { + "id": 281, + "type": "VHS_VideoCombine", + "pos": [ + 1468, + -1045 + ], + "size": [ + 810, + 1094 + ], + "flags": {}, + "order": 44, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 1031 + }, + { + "name": "audio", + "type": "VHS_AUDIO", + "link": null + }, + { + "name": "batch_manager", + "type": "VHS_BatchManager", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 15, + "loop_count": 0, + "filename_prefix": "steerable-motion/AD_", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 20, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AD__00719.mp4", + "subfolder": "steerable-motion", + "type": "output", + "format": "video/h264-mp4" + } + } + } + }, + { + "id": 559, + "type": "IPAdapterApply", + "pos": [ + 896.8749599983299, + -2404.390132792812 + ], + "size": { + "0": 315, + "1": 258 + }, + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": 1025 + }, + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 1024 + }, + { + "name": "image", + "type": "IMAGE", + "link": 1029 + }, + { + "name": "model", + "type": "MODEL", + "link": 1026 + }, + { + "name": "attn_mask", + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1027 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapterApply" + }, + "widgets_values": [ + 0, + 0, + "original", + 0, + 1, + false + ] + }, + { + "id": 536, + "type": "ADE_AnimateDiffLoRALoader", + "pos": [ + 2857, + -1273 + ], + "size": { + "0": 308.66558837890625, + "1": 82 + }, + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "prev_motion_lora", + "type": "MOTION_LORA", + "link": 1007 + } + ], + "outputs": [ + { + "name": "MOTION_LORA", + "type": "MOTION_LORA", + "links": [ + 1004 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_AnimateDiffLoRALoader" + }, + "widgets_values": [ + "400_woman_dancing_temporal_unet.safetensors", + 0.3 + ] + }, { "id": 207, "type": "KSampler Adv. (Efficient)", "pos": [ - 1490, - -2189 + 1464, + -2193 ], "size": { "0": 496.3030090332031, @@ -1349,7 +2033,7 @@ "flags": { "pinned": false }, - "order": 38, + "order": 41, "mode": 0, "inputs": [ { @@ -1453,651 +2137,112 @@ "shape": 1 }, { - "id": 536, - "type": "ADE_AnimateDiffLoRALoader", + "id": 562, + "type": "FILM VFI", "pos": [ - 3000, - -1268 + 1965, + -1262 ], "size": { - "0": 308.66558837890625, - "1": 82 - }, - "flags": {}, - "order": 21, - "mode": 0, - "inputs": [ - { - "name": "prev_motion_lora", - "type": "MOTION_LORA", - "link": 1007 - } - ], - "outputs": [ - { - "name": "MOTION_LORA", - "type": "MOTION_LORA", - "links": [ - 1004 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ADE_AnimateDiffLoRALoader" - }, - "widgets_values": [ - "400_woman_dancing_temporal_unet.safetensors", - 0.3 - ] - }, - { - "id": 436, - "type": "PreviewImage", - "pos": [ - 469, - -517 - ], - "size": { - "0": 820.0277099609375, - "1": 511.5301818847656 - }, - "flags": {}, - "order": 28, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 1014 - } - ], - "properties": { - "Node name for S&R": "PreviewImage" - } - }, - { - "id": 468, - "type": "ACN_AdvancedControlNetApply", - "pos": [ - -294, - -1903 - ], - "size": { - "0": 314.1339111328125, - "1": 266 - }, - "flags": {}, - "order": 34, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 1015, - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 1016, - "slot_index": 1 - }, - { - "name": "control_net", - "type": "CONTROL_NET", - "link": 879 - }, - { - "name": "image", - "type": "IMAGE", - "link": 880 - }, - { - "name": "mask_optional", - "type": "MASK", - "link": null - }, - { - "name": "timestep_kf", - "type": "TIMESTEP_KEYFRAME", - "link": null - }, - { - "name": "latent_kf_override", - "type": "LATENT_KEYFRAME", - "link": null - }, - { - "name": "weights_override", - "type": "CONTROL_NET_WEIGHTS", - "link": null - }, - { - "name": "model_optional", - "type": "MODEL", - "link": null - } - ], - "outputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "links": [ - 967 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 968 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "model_opt", - "type": "MODEL", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ACN_AdvancedControlNetApply" - }, - "widgets_values": [ - 0.6, - 0, - 0.2 - ] - }, - { - "id": 558, - "type": "BatchCreativeInterpolation", - "pos": [ - -322, - -640 - ], - "size": { - "0": 400, - "1": 660 - }, - "flags": {}, - "order": 27, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 1008 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 1010 - }, - { - "name": "images", - "type": "IMAGE", - "link": 1009 - }, - { - "name": "model", - "type": "MODEL", - "link": 1011 - }, - { - "name": "ipadapter", - "type": "IPADAPTER", - "link": 1012 - }, - { - "name": "clip_vision", - "type": "CLIP_VISION", - "link": 1013 - } - ], - "outputs": [ - { - "name": "GRAPH", - "type": "IMAGE", - "links": [ - 1014 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "POSITIVE", - "type": "CONDITIONING", - "links": [ - 1015 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "NEGATIVE", - "type": "CONDITIONING", - "links": [ - 1016 - ], - "shape": 3, - "slot_index": 2 - }, - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 1017 - ], - "shape": 3, - "slot_index": 3 - }, - { - "name": "KEYFRAME_POSITIONS", - "type": "SPARSE_METHOD", - "links": [ - 1018 - ], - "shape": 3, - "slot_index": 4 - }, - { - "name": "BATCH_SIZE", - "type": "INT", - "links": [ - 1019 - ], - "shape": 3, - "slot_index": 5 - } - ], - "properties": { - "Node name for S&R": "BatchCreativeInterpolation" - }, - "widgets_values": [ - "SD1.5/animatediff/v3_sd15_sparsectrl_rgb.ckpt", - "linear", - 16, - "0,10,26,40", - "linear", - "(1.0,1.0)", - "(1.0,1.0),(1.0,1.5)(1.0,0.5)", - "linear", - "(0.3,0.4)", - "(0.0,1.0),(0.0,1.0),(0.0,1.0),(0.0,1.0)", - 0.85, - 4, - 0, - 1, - 0.3, - 0, - 0.75, - 0, - 0.75 - ] - }, - { - "id": 461, - "type": "CheckpointLoaderSimple", - "pos": [ - 369.24138877079434, - -1465.600464607467 - ], - "size": { - "0": 210, - "1": 117.29389953613281 - }, - "flags": {}, - "order": 19, - "mode": 0, - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 896 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 893 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "VAE", - "type": "VAE", - "links": [], - "shape": 3, - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "CheckpointLoaderSimple" - }, - "widgets_values": [ - "Realistic_Vision_V5.0.safetensors" - ] - }, - { - "id": 458, - "type": "VAELoader", - "pos": [ - 668, - -1409 - ], - "size": { - "0": 210, - "1": 99.132568359375 - }, - "flags": {}, - "order": 20, - "mode": 0, - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 867, - 1021 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoader" - }, - "widgets_values": [ - "vae-ft-mse-840000-ema-pruned.safetensors" - ] - }, - { - "id": 469, - "type": "ACN_SparseCtrlRGBPreprocessor", - "pos": [ - -754, - -1689 - ], - "size": { - "0": 312.9380187988281, - "1": 66 - }, - "flags": {}, - "order": 32, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 881 - }, - { - "name": "vae", - "type": "VAE", - "link": 1021 - }, - { - "name": "latent_size", - "type": "LATENT", - "link": 1022 - } - ], - "outputs": [ - { - "name": "proc_IMAGE", - "type": "IMAGE", - "links": [ - 880, - 963 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ACN_SparseCtrlRGBPreprocessor" - } - }, - { - "id": 464, - "type": "ADE_EmptyLatentImageLarge", - "pos": [ - -230, - -790 - ], - "size": { - "0": 310.79998779296875, - "1": 74 + "0": 443.4000244140625, + "1": 126 }, "flags": { - "collapsed": false + "collapsed": true }, - "order": 30, + "order": 43, "mode": 0, "inputs": [ { - "name": "width", - "type": "INT", - "link": 976, - "widget": { - "name": "width" - }, - "slot_index": 0 - }, - { - "name": "height", - "type": "INT", - "link": 977, - "widget": { - "name": "height" - } - }, - { - "name": "batch_size", - "type": "INT", - "link": 1019, - "widget": { - "name": "batch_size" - }, - "slot_index": 2 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 876, - 1006, - 1022 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ADE_EmptyLatentImageLarge" - }, - "widgets_values": [ - 512, - 512, - 52 - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 505, - "type": "ACN_AdvancedControlNetApply", - "pos": [ - -276, - -1510 - ], - "size": { - "0": 285.6000061035156, - "1": 266 - }, - "flags": {}, - "order": 36, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 967, - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 968, - "slot_index": 1 - }, - { - "name": "control_net", - "type": "CONTROL_NET", - "link": 978 - }, - { - "name": "image", + "name": "frames", "type": "IMAGE", - "link": 963 + "link": 1030 }, { - "name": "mask_optional", - "type": "MASK", - "link": null - }, - { - "name": "timestep_kf", - "type": "TIMESTEP_KEYFRAME", - "link": null - }, - { - "name": "latent_kf_override", - "type": "LATENT_KEYFRAME", - "link": null - }, - { - "name": "weights_override", - "type": "CONTROL_NET_WEIGHTS", - "link": null - }, - { - "name": "model_optional", - "type": "MODEL", + "name": "optional_interpolation_states", + "type": "INTERPOLATION_STATES", "link": null } ], "outputs": [ { - "name": "positive", - "type": "CONDITIONING", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 971 + 1031 ], "shape": 3, "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 972 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "model_opt", - "type": "MODEL", - "links": null, - "shape": 3 } ], "properties": { - "Node name for S&R": "ACN_AdvancedControlNetApply" + "Node name for S&R": "FILM VFI" }, "widgets_values": [ - 0.5, - 0.6, - 0.675 + "film_net_fp32.pt", + 10, + 2 ] }, { - "id": 281, - "type": "VHS_VideoCombine", + "id": 354, + "type": "VHS_SplitImages", "pos": [ - 1424.1555631226288, - -1170.220945723043 + 1578, + -1269 ], - "size": [ - 810, - 1094 - ], - "flags": {}, - "order": 41, + "size": { + "0": 231.97152709960938, + "1": 152.94261169433594 + }, + "flags": { + "collapsed": true + }, + "order": 42, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 938 - }, - { - "name": "audio", - "type": "VHS_AUDIO", - "link": null - }, - { - "name": "batch_manager", - "type": "VHS_BatchManager", - "link": null + "link": 923 } ], "outputs": [ { - "name": "Filenames", - "type": "VHS_FILENAMES", + "name": "IMAGE_A", + "type": "IMAGE", + "links": [], + "shape": 3, + "slot_index": 0 + }, + { + "name": "A_count", + "type": "INT", "links": null, "shape": 3 + }, + { + "name": "IMAGE_B", + "type": "IMAGE", + "links": [ + 1030 + ], + "shape": 3, + "slot_index": 2 + }, + { + "name": "B_count", + "type": "INT", + "links": null, + "shape": 3, + "slot_index": 3 } ], "properties": { - "Node name for S&R": "VHS_VideoCombine" + "Node name for S&R": "VHS_SplitImages" }, "widgets_values": { - "frame_rate": 15, - "loop_count": 0, - "filename_prefix": "steerable-motion/AD_", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 20, - "save_metadata": true, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "AD__00713.mp4", - "subfolder": "steerable-motion", - "type": "output", - "format": "video/h264-mp4" - } - } + "split_index": 3 } } ], @@ -2174,22 +2319,6 @@ 0, "IMAGE" ], - [ - 928, - 354, - 2, - 292, - 0, - "IMAGE" - ], - [ - 938, - 292, - 0, - 281, - 0, - "IMAGE" - ], [ 963, 469, @@ -2422,14 +2551,6 @@ 1, "CONDITIONING" ], - [ - 1017, - 558, - 3, - 547, - 0, - "MODEL" - ], [ 1018, 558, @@ -2461,6 +2582,70 @@ 469, 2, "LATENT" + ], + [ + 1024, + 370, + 0, + 559, + 1, + "CLIP_VISION" + ], + [ + 1025, + 369, + 0, + 559, + 0, + "IPADAPTER" + ], + [ + 1026, + 558, + 3, + 559, + 3, + "MODEL" + ], + [ + 1027, + 559, + 0, + 547, + 0, + "MODEL" + ], + [ + 1028, + 560, + 0, + 561, + 0, + "IMAGE" + ], + [ + 1029, + 561, + 0, + 559, + 2, + "IMAGE" + ], + [ + 1030, + 354, + 2, + 562, + 0, + "IMAGE" + ], + [ + 1031, + 562, + 0, + 281, + 0, + "IMAGE" ] ], "groups": [ @@ -2473,43 +2658,47 @@ 865 ], "color": "#8A8", - "font_size": 24 + "font_size": 24, + "locked": false }, { "title": "Increase Framerate", "bounding": [ - 1507, - -1363, + 1391, + -1359, 868, 133 ], "color": "#8A8", - "font_size": 24 + "font_size": 24, + "locked": false }, { "title": "Saving", "bounding": [ - 1343, - -1236, - 1017, - 1321 + 1412, + -1149, + 933, + 1264 ], "color": "#a1309b", - "font_size": 24 + "font_size": 24, + "locked": false }, { - "title": "Group", + "title": "Steerable Motion", "bounding": [ - -858, - -1080, + -852, + -1137, 2194, 1190 ], "color": "#3f789e", - "font_size": 24 + "font_size": 24, + "locked": false }, { - "title": "Group", + "title": "Input", "bounding": [ -1530, -1993, @@ -2517,21 +2706,23 @@ 467 ], "color": "#3f789e", - "font_size": 24 + "font_size": 24, + "locked": false }, { - "title": "Basic Node", + "title": "Prompt Guidance", "bounding": [ - 301, - -1985, + 275, + -1975, 954, 730 ], "color": "#3f789e", - "font_size": 24 + "font_size": 24, + "locked": false }, { - "title": "Group", + "title": "Controlnet", "bounding": [ -858, -2003, @@ -2539,21 +2730,35 @@ 800 ], "color": "#3f789e", - "font_size": 24 + "font_size": 24, + "locked": false }, { "title": "Advanced AD Stuff", "bounding": [ - 2557, - -1370, + 2414, + -1375, 821, 707 ], "color": "#3f789e", - "font_size": 24 + "font_size": 24, + "locked": false + }, + { + "title": "Anchor Frame", + "bounding": [ + 70, + -2540, + 1202, + 482 + ], + "color": "#3f789e", + "font_size": 24, + "locked": false } ], "config": {}, "extra": {}, "version": 0.4 -} +} \ No newline at end of file