diff --git a/demo/creative_interpolation_example.json b/demo/creative_interpolation_example.json index e1cc7f8..e4568a4 100644 --- a/demo/creative_interpolation_example.json +++ b/demo/creative_interpolation_example.json @@ -1,6 +1,6 @@ { - "last_node_id": 638, - "last_link_id": 1176, + "last_node_id": 639, + "last_link_id": 1181, "nodes": [ { "id": 570, @@ -220,7 +220,7 @@ "1": 364.0000305175781 }, "flags": {}, - "order": 42, + "order": 45, "mode": 0, "inputs": [ { @@ -324,7 +324,7 @@ 26 ], "flags": {}, - "order": 44, + "order": 42, "mode": 0, "inputs": [ { @@ -392,41 +392,6 @@ "bgcolor": "#335", "shape": 1 }, - { - "id": 472, - "type": "Note Plus (mtb)", - "pos": { - "0": -2803, - "1": 61, - "2": 0, - "3": 0, - "4": 0, - "5": 0, - "6": 0, - "7": 0, - "8": 0, - "9": 0 - }, - "size": { - "0": 591.9019165039062, - "1": 347.8489685058594 - }, - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "## To download these models from Comfy Manager\n
\n\nOn the bar on the right, click \"Manager\", then click \"Install Models\" and search up the below - the models that show for those queries should be the right ones:\n
\n
\n\n\n- For Animatediff, search: v3\\_sd15\\_mm\n- For SparseCtrl, search: v3\\_sd15\\_sparsectrl\n- For s3\\_15 adapter, search: v3\\_sd15\\_adapter\n- For Clip Vision, search: CLIP-ViT-H-14\n- For ControlNet Tile, search: tile\n- For IP-Adapter-Plus, search: plus\\_sd15.safetensors\n\n
\n
\n\nFor the VAE and styling model, *make sure to use SD 1.5 models*.", - "markdown", - "", - "one_dark" - ], - "color": "#223", - "bgcolor": "#335", - "shape": 1 - }, { "id": 603, "type": "Note Plus (mtb)", @@ -447,7 +412,7 @@ "1": 347.8489685058594 }, "flags": {}, - "order": 6, + "order": 5, "mode": 0, "inputs": [], "outputs": [], @@ -482,7 +447,7 @@ "1": 390 }, "flags": {}, - "order": 7, + "order": 6, "mode": 0, "inputs": [], "outputs": [], @@ -509,7 +474,7 @@ "1": 314.0000915527344 }, "flags": {}, - "order": 8, + "order": 7, "mode": 4, "outputs": [ { @@ -556,7 +521,7 @@ "1": 133.46688842773438 }, "flags": {}, - "order": 9, + "order": 8, "mode": 0, "inputs": [], "outputs": [], @@ -591,7 +556,7 @@ "1": 104.89824676513672 }, "flags": {}, - "order": 10, + "order": 9, "mode": 0, "inputs": [], "outputs": [], @@ -626,7 +591,7 @@ "1": 100.49270629882812 }, "flags": {}, - "order": 11, + "order": 10, "mode": 0, "inputs": [], "outputs": [], @@ -661,7 +626,7 @@ "1": 113.7284164428711 }, "flags": {}, - "order": 12, + "order": 11, "mode": 0, "inputs": [], "outputs": [], @@ -688,7 +653,7 @@ "1": 364.0000305175781 }, "flags": {}, - "order": 43, + "order": 46, "mode": 0, "inputs": [ { @@ -752,7 +717,7 @@ "1": 1043.39404296875 }, "flags": {}, - "order": 13, + "order": 12, "mode": 0, "inputs": [], "outputs": [], @@ -827,7 +792,7 @@ "1": 91.58576202392578 }, "flags": {}, - "order": 14, + "order": 13, "mode": 0, "outputs": [ { @@ -862,7 +827,7 @@ "flags": { "collapsed": false }, - "order": 15, + "order": 14, "mode": 0, "outputs": [ { @@ -902,7 +867,7 @@ "1": 164.3865509033203 }, "flags": {}, - "order": 16, + "order": 15, "mode": 0, "inputs": [], "outputs": [], @@ -1097,7 +1062,7 @@ "1": 410.23016357421875 }, "flags": {}, - "order": 17, + "order": 16, "mode": 0, "inputs": [], "outputs": [], @@ -1174,7 +1139,7 @@ "1": 109.562255859375 }, "flags": {}, - "order": 18, + "order": 17, "mode": 0, "inputs": [], "outputs": [], @@ -1351,41 +1316,6 @@ "mkl" ] }, - { - "id": 610, - "type": "Note Plus (mtb)", - "pos": { - "0": 2117, - "1": -1068, - "2": 0, - "3": 0, - "4": 0, - "5": 0, - "6": 0, - "7": 0, - "8": 0, - "9": 0 - }, - "size": { - "0": 273.747314453125, - "1": 263.64703369140625 - }, - "flags": {}, - "order": 19, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "## Tweak Sparse Ctrl end_percent to improve adherence ⮕\n
\n Though the motion tends to be smoother on lower settings, increasing `end_steps` with improve adherence to the input images. Increasing it above 0.6 tends to cause issues.", - "markdown", - "", - "one_dark" - ], - "color": "#223", - "bgcolor": "#335", - "shape": 1 - }, { "id": 601, "type": "Note Plus (mtb)", @@ -1406,7 +1336,7 @@ "1": 104.0812759399414 }, "flags": {}, - "order": 20, + "order": 18, "mode": 0, "inputs": [], "outputs": [], @@ -1563,7 +1493,7 @@ "1": 72.47819519042969 }, "flags": {}, - "order": 21, + "order": 19, "mode": 0, "inputs": [], "outputs": [], @@ -1578,48 +1508,6 @@ "bgcolor": "#335", "shape": 1 }, - { - "id": 593, - "type": "IpaConfiguration", - "pos": [ - -878.0599731720719, - 126.65492610936444 - ], - "size": { - "0": 267.9491882324219, - "1": 295.9013977050781 - }, - "flags": { - "collapsed": false - }, - "order": 22, - "mode": 0, - "outputs": [ - { - "name": "configuration", - "type": "ADVANCED_IPA_SETTINGS", - "links": [ - 1127 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "IpaConfiguration" - }, - "widgets_values": [ - 0, - 0.3, - "ease in-out", - 1, - "V only", - 0, - false, - "fade", - 0 - ] - }, { "id": 552, "type": "ADE_AnimateDiffLoRALoader", @@ -1632,7 +1520,7 @@ "1": 82 }, "flags": {}, - "order": 23, + "order": 20, "mode": 4, "inputs": [ { @@ -1660,135 +1548,6 @@ 0 ] }, - { - "id": 401, - "type": "VHS_LoadImagesPath", - "pos": [ - -2056, - 163 - ], - "size": [ - 549.0867309570312, - 194 - ], - "flags": {}, - "order": 24, - "mode": 0, - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [], - "shape": 3, - "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - }, - { - "name": "INT", - "type": "INT", - "links": [], - "shape": 3, - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "VHS_LoadImagesPath" - }, - "widgets_values": { - "directory": "/workspace/ComfyUI/input/Sunset of purple/", - "image_load_cap": 0, - "skip_first_images": 0, - "select_every_nth": 1, - "choose folder to upload": "image", - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "frame_load_cap": 0, - "skip_first_images": 0, - "filename": "/workspace/ComfyUI/input/Sunset of purple/", - "type": "path", - "format": "folder", - "select_every_nth": 1 - } - } - }, - "color": "#332922", - "bgcolor": "#593930" - }, - { - "id": 464, - "type": "ADE_EmptyLatentImageLarge", - "pos": [ - -1351, - -498 - ], - "size": { - "0": 310.79998779296875, - "1": 74 - }, - "flags": { - "collapsed": true - }, - "order": 56, - "mode": 0, - "inputs": [ - { - "name": "width", - "type": "INT", - "link": 1173, - "widget": { - "name": "width" - }, - "slot_index": 0 - }, - { - "name": "height", - "type": "INT", - "link": 1174, - "widget": { - "name": "height" - } - }, - { - "name": "batch_size", - "type": "INT", - "link": 1137, - "widget": { - "name": "batch_size" - }, - "slot_index": 2 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 876, - 1006, - 1022 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ADE_EmptyLatentImageLarge" - }, - "widgets_values": [ - 512, - 512, - 52 - ], - "color": "#232", - "bgcolor": "#353" - }, { "id": 576, "type": "Reroute", @@ -1836,113 +1595,6 @@ "color": "#223", "bgcolor": "#335" }, - { - "id": 568, - "type": "ImpactMakeImageBatch", - "pos": [ - -1300, - -1140 - ], - "size": { - "0": 140, - "1": 266 - }, - "flags": { - "collapsed": false - }, - "order": 46, - "mode": 0, - "inputs": [ - { - "name": "image1", - "type": "IMAGE", - "link": 1049 - }, - { - "name": "image2", - "type": "IMAGE", - "link": 1050 - }, - { - "name": "image3", - "type": "IMAGE", - "link": 1051 - }, - { - "name": "image4", - "type": "IMAGE", - "link": 1052 - }, - { - "name": "image5", - "type": "IMAGE", - "link": 1053, - "slot_index": 4 - }, - { - "name": "image6", - "type": "IMAGE", - "link": 1054 - }, - { - "name": "image7", - "type": "IMAGE", - "link": 1055, - "slot_index": 6 - }, - { - "name": "image8", - "type": "IMAGE", - "link": 1056, - "slot_index": 7 - }, - { - "name": "image9", - "type": "IMAGE", - "link": null, - "slot_index": 8 - }, - { - "name": "image10", - "type": "IMAGE", - "link": null, - "slot_index": 9 - }, - { - "name": "image11", - "type": "IMAGE", - "link": null, - "slot_index": 10 - }, - { - "name": "image12", - "type": "IMAGE", - "link": null, - "slot_index": 11 - }, - { - "name": "image13", - "type": "IMAGE", - "link": null - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 1175 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ImpactMakeImageBatch" - }, - "color": "#222", - "bgcolor": "#000" - }, { "id": 583, "type": "HighRes-Fix Script", @@ -1955,7 +1607,7 @@ 250 ], "flags": {}, - "order": 25, + "order": 21, "mode": 4, "inputs": [ { @@ -2012,7 +1664,7 @@ "1": 365.04229736328125 }, "flags": {}, - "order": 26, + "order": 22, "mode": 0, "inputs": [ { @@ -2061,7 +1713,7 @@ ], "size": [ 810, - 830.6666666666666 + 1094 ], "flags": {}, "order": 70, @@ -2108,7 +1760,7 @@ "hidden": false, "paused": false, "params": { - "filename": "AD__01263.mp4", + "filename": "AD__01278.mp4", "subfolder": "steerable-motion", "type": "output", "format": "video/h264-mp4" @@ -2136,7 +1788,7 @@ "1": 149.74954223632812 }, "flags": {}, - "order": 27, + "order": 23, "mode": 0, "inputs": [], "outputs": [], @@ -2199,119 +1851,6 @@ "Node name for S&R": "ACN_SparseCtrlRGBPreprocessor" } }, - { - "id": 604, - "type": "ImageResize+", - "pos": [ - -1343, - -1240 - ], - "size": { - "0": 315, - "1": 218 - }, - "flags": { - "collapsed": true - }, - "order": 48, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 1175 - }, - { - "name": "width", - "type": "INT", - "link": 1170, - "widget": { - "name": "width" - } - }, - { - "name": "height", - "type": "INT", - "link": 1171, - "widget": { - "name": "height" - } - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 1104 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "width", - "type": "INT", - "links": null, - "shape": 3 - }, - { - "name": "height", - "type": "INT", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageResize+" - }, - "widgets_values": [ - 512, - 512, - "nearest", - false, - "always", - 0 - ] - }, - { - "id": 569, - "type": "LoadImage", - "pos": [ - -2106, - -1406 - ], - "size": { - "0": 315, - "1": 314.0000915527344 - }, - "flags": {}, - "order": 28, - "mode": 0, - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 1049 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "hannahsubmarine_httpss.mj.run6GQ-3C8fs_U_Image_of_a_black_ang_046907b4-8854-42b8-bc1b-62bd3b2691d9_3 (2).webp", - "image" - ] - }, { "id": 546, "type": "ADE_LoadAnimateDiffModel", @@ -2324,7 +1863,7 @@ "1": 58 }, "flags": {}, - "order": 29, + "order": 24, "mode": 0, "inputs": [ { @@ -2436,7 +1975,7 @@ "1": 67.32426452636719 }, "flags": {}, - "order": 30, + "order": 25, "mode": 0, "inputs": [], "outputs": [], @@ -2452,79 +1991,325 @@ "shape": 1 }, { - "id": 389, - "type": "PreviewImage", + "id": 458, + "type": "VAELoader", "pos": [ - -9, - -1020 - ], - "size": { - "0": 785.2230224609375, - "1": 246 - }, - "flags": {}, - "order": 50, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 1061 - } - ], - "properties": { - "Node name for S&R": "PreviewImage" - } - }, - { - "id": 461, - "type": "CheckpointLoaderSimple", - "pos": [ - -1327, - -381 + -1332, + -206 ], "size": { "0": 210, - "1": 98 + "1": 99.132568359375 }, "flags": {}, - "order": 31, + "order": 26, "mode": 0, "outputs": [ { - "name": "MODEL", - "type": "MODEL", + "name": "VAE", + "type": "VAE", "links": [ - 1107 + 1176 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "vae-ft-mse-840000-ema-pruned.safetensors" + ] + }, + { + "id": 572, + "type": "LoadImage", + "pos": [ + -2100, + -1030 + ], + "size": { + "0": 315, + "1": 314.0000915527344 + }, + "flags": {}, + "order": 27, + "mode": 4, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1051 ], "shape": 3, "slot_index": 0 }, { - "name": "CLIP", - "type": "CLIP", - "links": [ - 1106, - 1108 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "VAE", - "type": "VAE", - "links": [], - "shape": 3, - "slot_index": 2 + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 } ], "properties": { - "Node name for S&R": "CheckpointLoaderSimple" + "Node name for S&R": "LoadImage" }, "widgets_values": [ - "Realistic_Vision_V5.0.safetensors" + "hannahsubmarine_illustration_of_a_beautiful_elf_girl_with_blo_ca49d9d4-541b-4597-b8e0-e9fdd3c5e739_0.webp", + "image" ] }, + { + "id": 573, + "type": "LoadImage", + "pos": [ + -1770, + -1030 + ], + "size": { + "0": 315, + "1": 314.0000915527344 + }, + "flags": {}, + "order": 28, + "mode": 4, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1052 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "hannahsubmarine_Cartoon_illustration_of_a_flurishing_oasis_la_190cce07-4f3a-4412-8408-25618dda6890_0.webp", + "image" + ] + }, + { + "id": 560, + "type": "LoadImage", + "pos": [ + 1108, + -482 + ], + "size": { + "0": 249.44232177734375, + "1": 314 + }, + "flags": {}, + "order": 29, + "mode": 4, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1028 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "1 (1).jpeg", + "image" + ] + }, + { + "id": 578, + "type": "IPAdapterModelLoader", + "pos": [ + 1399, + -287 + ], + "size": { + "0": 210, + "1": 92.0848388671875 + }, + "flags": { + "collapsed": false + }, + "order": 30, + "mode": 4, + "outputs": [ + { + "name": "IPADAPTER", + "type": "IPADAPTER", + "links": [ + 1069 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapterModelLoader" + }, + "widgets_values": [ + "ip_plus_composition_sd15.safetensors" + ] + }, + { + "id": 581, + "type": "IPAdapterAdvanced", + "pos": [ + 1640, + -446 + ], + "size": { + "0": 315, + "1": 278 + }, + "flags": {}, + "order": 47, + "mode": 4, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 1107 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": 1069 + }, + { + "name": "image", + "type": "IMAGE", + "link": 1068 + }, + { + "name": "image_negative", + "type": "IMAGE", + "link": null + }, + { + "name": "attn_mask", + "type": "MASK", + "link": null + }, + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 1071 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1130 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapterAdvanced" + }, + "widgets_values": [ + 0.65, + "linear", + "concat", + 0, + 1, + "V only" + ] + }, + { + "id": 464, + "type": "ADE_EmptyLatentImageLarge", + "pos": [ + -1358, + -496 + ], + "size": { + "0": 310.79998779296875, + "1": 74 + }, + "flags": { + "collapsed": true + }, + "order": 56, + "mode": 0, + "inputs": [ + { + "name": "width", + "type": "INT", + "link": 1179, + "widget": { + "name": "width" + }, + "slot_index": 0 + }, + { + "name": "height", + "type": "INT", + "link": 1174, + "widget": { + "name": "height" + } + }, + { + "name": "batch_size", + "type": "INT", + "link": 1137, + "widget": { + "name": "batch_size" + }, + "slot_index": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 876, + 1006, + 1022 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_EmptyLatentImageLarge" + }, + "widgets_values": [ + 512, + 512, + 52 + ], + "color": "#232", + "bgcolor": "#353" + }, { "id": 624, "type": "BatchCreativeInterpolation", @@ -2652,7 +2437,7 @@ }, "widgets_values": [ "linear", - 16, + 24, "0,24,40", "linear", "0.9", @@ -2665,208 +2450,424 @@ ] }, { - "id": 458, - "type": "VAELoader", - "pos": [ - -1332, - -206 - ], + "id": 472, + "type": "Note Plus (mtb)", + "pos": { + "0": -2803, + "1": 61, + "2": 0, + "3": 0, + "4": 0, + "5": 0, + "6": 0, + "7": 0, + "8": 0, + "9": 0 + }, "size": { - "0": 210, - "1": 99.132568359375 + "0": 591.9019165039062, + "1": 347.8489685058594 }, "flags": {}, + "order": 31, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "## To download these models from Comfy Manager\n
\n\nOn the bar on the right, click \"Manager\", then click \"Install Models\" and search up the below - the models that show for those queries should be the right ones:\n
\n
\n\n\n- For Animatediff, search: v3\\_sd15\\_mm\n- For SparseCtrl, search: v3\\_sd15\\_sparsectrl\n- For s3\\_15 adapter, search: v3\\_sd15\\_adapter\n- For Clip Vision, search: CLIP-ViT-H-14\n- For IP-Adapter-Plus, search: plus\\_sd15.safetensors\n\n
\n
\n\nFor the VAE and styling model, *make sure to use SD 1.5 models*.", + "markdown", + "", + "one_dark" + ], + "color": "#223", + "bgcolor": "#335", + "shape": 1 + }, + { + "id": 593, + "type": "IpaConfiguration", + "pos": [ + -878.0599731720719, + 126.65492610936444 + ], + "size": { + "0": 267.9491882324219, + "1": 295.9013977050781 + }, + "flags": { + "collapsed": false + }, "order": 32, "mode": 0, "outputs": [ { - "name": "VAE", - "type": "VAE", + "name": "configuration", + "type": "ADVANCED_IPA_SETTINGS", "links": [ - 1176 + 1127 ], "shape": 3, "slot_index": 0 } ], "properties": { - "Node name for S&R": "VAELoader" + "Node name for S&R": "IpaConfiguration" }, "widgets_values": [ - "vae-ft-mse-840000-ema-pruned.safetensors" + 0, + 0.3, + "ease in-out", + 1, + "V only", + 0, + true, + "shuffle", + 0 ] }, { - "id": 637, - "type": "JWInteger", + "id": 594, + "type": "IpaConfiguration", "pos": [ - -1331, - -786 + -558, + 135 ], "size": { - "0": 210, - "1": 58 + "0": 258.1965637207031, + "1": 286.34881591796875 }, "flags": {}, "order": 33, "mode": 0, "outputs": [ { - "name": "INT", - "type": "INT", + "name": "configuration", + "type": "ADVANCED_IPA_SETTINGS", "links": [ - 1170, - 1173 + 1126 ], "shape": 3, "slot_index": 0 } ], - "title": "Width", "properties": { - "Node name for S&R": "JWInteger" + "Node name for S&R": "IpaConfiguration" }, "widgets_values": [ - 768 + 0.2, + 0.75, + "linear", + 1, + "V only", + 0, + false, + "shuffle", + 0 ] }, { - "id": 638, - "type": "JWInteger", + "id": 536, + "type": "ADE_AnimateDiffLoRALoader", "pos": [ - -1322, - -661 + 2451, + -534 ], "size": { - "0": 210, - "1": 58 + "0": 308.66558837890625, + "1": 82 + }, + "flags": {}, + "order": 41, + "mode": 4, + "inputs": [ + { + "name": "prev_motion_lora", + "type": "MOTION_LORA", + "link": 1007 + } + ], + "outputs": [ + { + "name": "MOTION_LORA", + "type": "MOTION_LORA", + "links": [ + 1004 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_AnimateDiffLoRALoader" + }, + "widgets_values": [ + "2024-04-03/01-56-17/smooth_motion/500_smooth_motion_r64_temporal_unet.safetensors", + 0.5 + ] + }, + { + "id": 571, + "type": "LoadImage", + "pos": [ + -1756, + -1402 + ], + "size": { + "0": 315, + "1": 314.0000915527344 }, "flags": {}, "order": 34, "mode": 0, "outputs": [ { - "name": "INT", - "type": "INT", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 1171, - 1174 + 1050 ], "shape": 3, "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 } ], - "title": "Height", "properties": { - "Node name for S&R": "JWInteger" + "Node name for S&R": "LoadImage" }, "widgets_values": [ - 512 + "ComfyUI_00029_.png", + "image" ] }, { - "id": 581, - "type": "IPAdapterAdvanced", + "id": 569, + "type": "LoadImage", "pos": [ - 1640, - -446 + -2106, + -1406 ], "size": { "0": 315, - "1": 278 + "1": 314.0000915527344 }, "flags": {}, - "order": 47, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 1107 - }, - { - "name": "ipadapter", - "type": "IPADAPTER", - "link": 1069 - }, - { - "name": "image", - "type": "IMAGE", - "link": 1068 - }, - { - "name": "image_negative", - "type": "IMAGE", - "link": null - }, - { - "name": "attn_mask", - "type": "MASK", - "link": null - }, - { - "name": "clip_vision", - "type": "CLIP_VISION", - "link": 1071 - } - ], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 1130 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "IPAdapterAdvanced" - }, - "widgets_values": [ - 0.65, - "linear", - "concat", - 0, - 1, - "V only" - ] - }, - { - "id": 578, - "type": "IPAdapterModelLoader", - "pos": [ - 1399, - -287 - ], - "size": { - "0": 210, - "1": 92.0848388671875 - }, - "flags": { - "collapsed": false - }, "order": 35, "mode": 0, "outputs": [ { - "name": "IPADAPTER", - "type": "IPADAPTER", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 1069 + 1049 ], "shape": 3, "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 } ], "properties": { - "Node name for S&R": "IPAdapterModelLoader" + "Node name for S&R": "LoadImage" }, "widgets_values": [ - "ip_plus_composition_sd15.safetensors" + "ComfyUI_00028_.png", + "image" ] }, + { + "id": 468, + "type": "ACN_AdvancedControlNetApply", + "pos": [ + 2437, + -1070 + ], + "size": { + "0": 285.6000061035156, + "1": 351.772705078125 + }, + "flags": {}, + "order": 60, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 1124, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 1125, + "slot_index": 1 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 879 + }, + { + "name": "image", + "type": "IMAGE", + "link": 1064 + }, + { + "name": "mask_optional", + "type": "MASK", + "link": null + }, + { + "name": "timestep_kf", + "type": "TIMESTEP_KEYFRAME", + "link": null + }, + { + "name": "latent_kf_override", + "type": "LATENT_KEYFRAME", + "link": null + }, + { + "name": "weights_override", + "type": "CONTROL_NET_WEIGHTS", + "link": null + }, + { + "name": "model_optional", + "type": "MODEL", + "link": null + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 1164 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 1165 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "model_opt", + "type": "MODEL", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ACN_AdvancedControlNetApply" + }, + "widgets_values": [ + 0.85, + 0, + 0.1 + ] + }, + { + "id": 401, + "type": "VHS_LoadImagesPath", + "pos": [ + -2056, + 163 + ], + "size": [ + 549.0867309570312, + 194 + ], + "flags": {}, + "order": 36, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + }, + { + "name": "INT", + "type": "INT", + "links": [], + "shape": 3, + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadImagesPath" + }, + "widgets_values": { + "directory": "/workspace/ComfyUI/output/mimumus/", + "image_load_cap": 0, + "skip_first_images": 0, + "select_every_nth": 1, + "choose folder to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 0, + "skip_first_images": 0, + "filename": "/workspace/ComfyUI/output/mimumus/", + "type": "path", + "format": "folder", + "select_every_nth": 1 + } + } + }, + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 389, + "type": "PreviewImage", + "pos": [ + -10, + -1020 + ], + "size": { + "0": 785.2230224609375, + "1": 246 + }, + "flags": {}, + "order": 50, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 1061 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, { "id": 561, "type": "PrepImageForClipVision", @@ -2879,8 +2880,8 @@ "1": 107.56318664550781 }, "flags": {}, - "order": 45, - "mode": 0, + "order": 43, + "mode": 4, "inputs": [ { "name": "image", @@ -2909,120 +2910,183 @@ ] }, { - "id": 560, - "type": "LoadImage", + "id": 568, + "type": "ImpactMakeImageBatch", "pos": [ - 1108, - -482 + -1300, + -1140 ], "size": { - "0": 249.44232177734375, - "1": 314 + "0": 140, + "1": 266 }, - "flags": {}, - "order": 36, + "flags": { + "collapsed": false + }, + "order": 44, "mode": 0, + "inputs": [ + { + "name": "image1", + "type": "IMAGE", + "link": 1049 + }, + { + "name": "image2", + "type": "IMAGE", + "link": 1050 + }, + { + "name": "image3", + "type": "IMAGE", + "link": 1051 + }, + { + "name": "image4", + "type": "IMAGE", + "link": 1052 + }, + { + "name": "image5", + "type": "IMAGE", + "link": 1053, + "slot_index": 4 + }, + { + "name": "image6", + "type": "IMAGE", + "link": 1054 + }, + { + "name": "image7", + "type": "IMAGE", + "link": 1055, + "slot_index": 6 + }, + { + "name": "image8", + "type": "IMAGE", + "link": 1056, + "slot_index": 7 + }, + { + "name": "image9", + "type": "IMAGE", + "link": null, + "slot_index": 8 + }, + { + "name": "image10", + "type": "IMAGE", + "link": null, + "slot_index": 9 + }, + { + "name": "image11", + "type": "IMAGE", + "link": null, + "slot_index": 10 + }, + { + "name": "image12", + "type": "IMAGE", + "link": null, + "slot_index": 11 + }, + { + "name": "image13", + "type": "IMAGE", + "link": null + } + ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ - 1028 + 1181 ], "shape": 3, "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 } ], "properties": { - "Node name for S&R": "LoadImage" + "Node name for S&R": "ImpactMakeImageBatch" }, - "widgets_values": [ - "1 (1).jpeg", - "image" - ] + "color": "#222", + "bgcolor": "#000" }, { - "id": 571, - "type": "LoadImage", + "id": 604, + "type": "ImageResize+", "pos": [ - -1756, - -1402 + -1351, + -1246 ], "size": { "0": 315, - "1": 314.0000915527344 + "1": 218 }, - "flags": {}, - "order": 37, + "flags": { + "collapsed": true + }, + "order": 48, "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 1181 + }, + { + "name": "width", + "type": "INT", + "link": 1178, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 1171, + "widget": { + "name": "height" + } + } + ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ - 1050 + 1104 ], "shape": 3, "slot_index": 0 }, { - "name": "MASK", - "type": "MASK", + "name": "width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "height", + "type": "INT", "links": null, "shape": 3 } ], "properties": { - "Node name for S&R": "LoadImage" + "Node name for S&R": "ImageResize+" }, "widgets_values": [ - "hannahsubmarine_an_Epic_cartoon_illustration_of_the_the_beaut_01044daa-5420-4cfc-a6bf-a55db9b69ed4_1.png", - "image" - ] - }, - { - "id": 594, - "type": "IpaConfiguration", - "pos": [ - -558, - 135 - ], - "size": { - "0": 258.1965637207031, - "1": 286.34881591796875 - }, - "flags": {}, - "order": 38, - "mode": 0, - "outputs": [ - { - "name": "configuration", - "type": "ADVANCED_IPA_SETTINGS", - "links": [ - 1126 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "IpaConfiguration" - }, - "widgets_values": [ - 0.2, - 0.75, - "linear", - 1, - "V only", - 0, + 512, + 512, + "nearest", false, - "fade", + "always", 0 ] }, @@ -3144,219 +3208,159 @@ "shape": 1 }, { - "id": 468, - "type": "ACN_AdvancedControlNetApply", - "pos": [ - 2437, - -1070 - ], + "id": 610, + "type": "Note Plus (mtb)", + "pos": { + "0": 2117, + "1": -1068, + "2": 0, + "3": 0, + "4": 0, + "5": 0, + "6": 0, + "7": 0, + "8": 0, + "9": 0 + }, "size": { - "0": 285.6000061035156, - "1": 351.772705078125 + "0": 273.747314453125, + "1": 263.64703369140625 }, "flags": {}, - "order": 60, + "order": 37, "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 1124, - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 1125, - "slot_index": 1 - }, - { - "name": "control_net", - "type": "CONTROL_NET", - "link": 879 - }, - { - "name": "image", - "type": "IMAGE", - "link": 1064 - }, - { - "name": "mask_optional", - "type": "MASK", - "link": null - }, - { - "name": "timestep_kf", - "type": "TIMESTEP_KEYFRAME", - "link": null - }, - { - "name": "latent_kf_override", - "type": "LATENT_KEYFRAME", - "link": null - }, - { - "name": "weights_override", - "type": "CONTROL_NET_WEIGHTS", - "link": null - }, - { - "name": "model_optional", - "type": "MODEL", - "link": null - } + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "## Tweak Sparse Ctrl end_percent to improve adherence ⮕\n
\n Though the motion tends to be smoother on lower settings, increasing `end_percent` with improve adherence to the input images. Increasing it above 0.6 tends to cause issues.", + "markdown", + "", + "one_dark" ], + "color": "#223", + "bgcolor": "#335", + "shape": 1 + }, + { + "id": 639, + "type": "JWInteger", + "pos": [ + -1327, + -796 + ], + "size": { + "0": 210, + "1": 58 + }, + "flags": { + "collapsed": false + }, + "order": 38, + "mode": 0, "outputs": [ { - "name": "positive", - "type": "CONDITIONING", + "name": "INT", + "type": "INT", "links": [ - 1164 + 1178, + 1179 ], "shape": 3, "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 1165 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "model_opt", - "type": "MODEL", - "links": null, - "shape": 3 } ], + "title": "Width", "properties": { - "Node name for S&R": "ACN_AdvancedControlNetApply" + "Node name for S&R": "JWInteger" }, "widgets_values": [ - 0.85, - 0, - 0.2 + 512 ] }, { - "id": 572, - "type": "LoadImage", + "id": 638, + "type": "JWInteger", "pos": [ - -2100, - -1030 + -1331, + -661 ], "size": { - "0": 315, - "1": 314.0000915527344 + "0": 210, + "1": 58 + }, + "flags": { + "collapsed": false }, - "flags": {}, "order": 39, "mode": 0, "outputs": [ { - "name": "IMAGE", - "type": "IMAGE", + "name": "INT", + "type": "INT", "links": [ - 1051 + 1171, + 1174 ], "shape": 3, "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 } ], + "title": "Height", "properties": { - "Node name for S&R": "LoadImage" + "Node name for S&R": "JWInteger" }, "widgets_values": [ - "hannahsubmarine_illustration_of_a_beautiful_elf_girl_with_blo_ca49d9d4-541b-4597-b8e0-e9fdd3c5e739_0.webp", - "image" + 512 ] }, { - "id": 573, - "type": "LoadImage", + "id": 461, + "type": "CheckpointLoaderSimple", "pos": [ - -1770, - -1030 + -1327, + -381 ], "size": { - "0": 315, - "1": 314.0000915527344 + "0": 210, + "1": 98 }, "flags": {}, "order": 40, "mode": 0, "outputs": [ { - "name": "IMAGE", - "type": "IMAGE", + "name": "MODEL", + "type": "MODEL", "links": [ - 1052 + 1107 ], "shape": 3, "slot_index": 0 }, { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "hannahsubmarine_Cartoon_illustration_of_a_flurishing_oasis_la_190cce07-4f3a-4412-8408-25618dda6890_0.webp", - "image" - ] - }, - { - "id": 536, - "type": "ADE_AnimateDiffLoRALoader", - "pos": [ - 2451, - -534 - ], - "size": { - "0": 308.66558837890625, - "1": 82 - }, - "flags": {}, - "order": 41, - "mode": 0, - "inputs": [ - { - "name": "prev_motion_lora", - "type": "MOTION_LORA", - "link": 1007 - } - ], - "outputs": [ - { - "name": "MOTION_LORA", - "type": "MOTION_LORA", + "name": "CLIP", + "type": "CLIP", "links": [ - 1004 + 1106, + 1108 ], "shape": 3, - "slot_index": 0 + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [], + "shape": 3, + "slot_index": 2 } ], "properties": { - "Node name for S&R": "ADE_AnimateDiffLoRALoader" + "Node name for S&R": "CheckpointLoaderSimple" }, "widgets_values": [ - "2024-04-03/01-56-17/smooth_motion/500_smooth_motion_r64_temporal_unet.safetensors", - 0.5 + "DreamShaper_6.31_BakedVae.safetensors" ] } ], @@ -3857,14 +3861,6 @@ 2, "CONDITIONING" ], - [ - 1170, - 637, - 0, - 604, - 1, - "INT" - ], [ 1171, 638, @@ -3873,14 +3869,6 @@ 2, "INT" ], - [ - 1173, - 637, - 0, - 464, - 0, - "INT" - ], [ 1174, 638, @@ -3889,14 +3877,6 @@ 1, "INT" ], - [ - 1175, - 568, - 0, - 604, - 0, - "IMAGE" - ], [ 1176, 458, @@ -3904,6 +3884,30 @@ 590, 0, "*" + ], + [ + 1178, + 639, + 0, + 604, + 1, + "INT" + ], + [ + 1179, + 639, + 0, + 464, + 0, + "INT" + ], + [ + 1181, + 568, + 0, + 604, + 0, + "IMAGE" ] ], "groups": [