{ "last_node_id": 345, "last_link_id": 812, "nodes": [ { "id": 280, "type": "ControlNetApplyAdvanced", "pos": [ 2700.1005362372516, 703.5287314851208 ], "size": { "0": 315, "1": 166 }, "flags": {}, "order": 55, "mode": 0, "inputs": [ { "name": "positive", "type": "CONDITIONING", "link": 770 }, { "name": "negative", "type": "CONDITIONING", "link": 771 }, { "name": "control_net", "type": "CONTROL_NET", "link": 660, "slot_index": 2 }, { "name": "image", "type": "IMAGE", "link": 661, "slot_index": 3 } ], "outputs": [ { "name": "positive", "type": "CONDITIONING", "links": [ 665, 669 ], "shape": 3, "slot_index": 0 }, { "name": "negative", "type": "CONDITIONING", "links": [ 666, 670 ], "shape": 3, "slot_index": 1 } ], "properties": { "Node name for S&R": "ControlNetApplyAdvanced" }, "widgets_values": [ 0.47000000000000003, 0, 0.5740000000000001 ] }, { "id": 288, "type": "DownloadOpenUnmixModel", "pos": [ -90.10184962710808, -866.6539360454093 ], "size": { "0": 361.20001220703125, "1": 58 }, "flags": {}, "order": 0, "mode": 0, "outputs": [ { "name": "OPEN_UNMIX_MODEL", "type": "OPEN_UNMIX_MODEL", "links": [ 688 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DownloadOpenUnmixModel" }, "widgets_values": [ "umxl" ] }, { "id": 31, "type": "ADE_ApplyAnimateDiffModel", "pos": [ 1018.6153756226563, 296.9229692988283 ], "size": { "0": 319.20001220703125, "1": 182 }, "flags": {}, "order": 16, "mode": 0, "inputs": [ { "name": "motion_model", "type": "MOTION_MODEL_ADE", "link": 61 }, { "name": "motion_lora", "type": "MOTION_LORA", "link": null }, { "name": "scale_multival", "type": "MULTIVAL", "link": null }, { "name": "effect_multival", "type": "MULTIVAL", "link": null }, { "name": "ad_keyframes", "type": "AD_KEYFRAMES", "link": null }, { "name": "prev_m_models", "type": "M_MODELS", "link": null } ], "outputs": [ { "name": "M_MODELS", "type": "M_MODELS", "links": [ 62 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ADE_ApplyAnimateDiffModel" }, "widgets_values": [ 0, 1, "" ] }, { "id": 32, "type": "ADE_UseEvolvedSampling", "pos": [ 1432.6153756226563, -31.07703070117199 ], "size": { "0": 241.0297088623047, "1": 118 }, "flags": {}, "order": 43, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 783 }, { "name": "m_models", "type": "M_MODELS", "link": 62 }, { "name": "context_options", "type": "CONTEXT_OPTIONS", "link": 64, "slot_index": 2 }, { "name": "sample_settings", "type": "SAMPLE_SETTINGS", "link": null } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 194 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ADE_UseEvolvedSampling" }, "widgets_values": [ "lcm >> sqrt_linear" ] }, { "id": 88, "type": "ModelSamplingDiscrete", "pos": [ 1461.6153756226563, 182.9229692988281 ], "size": { "0": 210, "1": 82 }, "flags": {}, "order": 49, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 194 } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 195 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ModelSamplingDiscrete" }, "widgets_values": [ "lcm", false ] }, { "id": 296, "type": "MotionFeatureNode", "pos": [ 610, -1480 ], "size": { "0": 317.4000244140625, "1": 174 }, "flags": {}, "order": 1, "mode": 4, "inputs": [ { "name": "video_frames", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": null, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "MotionFeatureNode" }, "widgets_values": [ 30, "mean_motion", "Farneback", 0, 0 ] }, { "id": 295, "type": "DepthFeatureNode", "pos": [ 220, -1390 ], "size": { "0": 317.4000244140625, "1": 102 }, "flags": {}, "order": 2, "mode": 4, "inputs": [ { "name": "video_frames", "type": "IMAGE", "link": null }, { "name": "depth_maps", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": null, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "DepthFeatureNode" }, "widgets_values": [ 30, "mean_depth" ] }, { "id": 287, "type": "AudioSeparator", "pos": [ -90.10184962710808, -756.6539360454093 ], "size": { "0": 317.4000244140625, "1": 158 }, "flags": {}, "order": 35, "mode": 0, "inputs": [ { "name": "model", "type": "OPEN_UNMIX_MODEL", "link": 688, "slot_index": 0 }, { "name": "audio", "type": "AUDIO", "link": 789 }, { "name": "video_frames", "type": "IMAGE", "link": 699 } ], "outputs": [ { "name": "audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "drums_audio", "type": "AUDIO", "links": [ 685 ], "shape": 3 }, { "name": "vocals_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "bass_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "other_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "feature_pipe", "type": "FEATURE_PIPE", "links": [ 687 ], "shape": 3 } ], "properties": { "Node name for S&R": "AudioSeparator" }, "widgets_values": [ 30 ] }, { "id": 277, "type": "VAEDecode", "pos": [ 3109.7626474195895, -144.28775915330124 ], "size": { "0": 140, "1": 46 }, "flags": {}, "order": 59, "mode": 0, "inputs": [ { "name": "samples", "type": "LATENT", "link": 656 }, { "name": "vae", "type": "VAE", "link": 746 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 750, 759 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEDecode" } }, { "id": 319, "type": "LoraLoaderModelOnly", "pos": [ -2463.624330660592, 163.30805644428764 ], "size": { "0": 315, "1": 82 }, "flags": {}, "order": 25, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 757 } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 756 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "LoraLoaderModelOnly" }, "widgets_values": [ "add_detail.safetensors", 1 ] }, { "id": 52, "type": "LoraLoaderModelOnly", "pos": [ -2467.624330660592, 28.308056444287608 ], "size": { "0": 315, "1": 82 }, "flags": {}, "order": 17, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 102 } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 757 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "LoraLoaderModelOnly" }, "widgets_values": [ "AnimateLCM_sd15_t2v_lora.safetensors", 1 ] }, { "id": 290, "type": "FeatureMixer", "pos": [ 303.9791111590381, -923.1734799453269 ], "size": { "0": 367.79998779296875, "1": 318 }, "flags": {}, "order": 41, "mode": 0, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 692 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 693 ], "shape": 3, "slot_index": 0 }, { "name": "FEATURE_VISUALIZATION", "type": "IMAGE", "links": [ 694 ], "shape": 3 } ], "properties": { "Node name for S&R": "FeatureMixer" }, "widgets_values": [ 1.79, 0, 1.7, 3.4000000000000004, 1, 1, 1, 0, 0.3, 0.6, 0.5 ] }, { "id": 11, "type": "IPAdapterUnifiedLoader", "pos": [ 1911, 216 ], "size": { "0": 210, "1": 78 }, "flags": {}, "order": 53, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 195 }, { "name": "ipadapter", "type": "IPADAPTER", "link": null } ], "outputs": [ { "name": "model", "type": "MODEL", "links": [ 623 ], "shape": 3, "slot_index": 0 }, { "name": "ipadapter", "type": "IPADAPTER", "links": [ 237 ], "shape": 3, "slot_index": 1 } ], "properties": { "Node name for S&R": "IPAdapterUnifiedLoader" }, "widgets_values": [ "PLUS (high strength)" ] }, { "id": 30, "type": "ADE_LoadAnimateDiffModel", "pos": [ 1011.6153756226563, 196.9229692988281 ], "size": { "0": 315, "1": 58 }, "flags": {}, "order": 3, "mode": 0, "inputs": [ { "name": "ad_settings", "type": "AD_SETTINGS", "link": null } ], "outputs": [ { "name": "MOTION_MODEL", "type": "MOTION_MODEL_ADE", "links": [ 61 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ADE_LoadAnimateDiffModel" }, "widgets_values": [ "ALCM_sd15_t2v_beta.ckpt" ] }, { "id": 271, "type": "PreviewImage", "pos": [ 739.1979544549737, -923.5329804209598 ], "size": { "0": 799.0379638671875, "1": 431.54742431640625 }, "flags": {}, "order": 45, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 694 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 255, "type": "CLIPTextEncode", "pos": [ -1845.306410106198, 142.10544477703155 ], "size": { "0": 425.27801513671875, "1": 180.6060791015625 }, "flags": {}, "order": 19, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 610 } ], "outputs": [ { "name": "CONDITIONING", "type": "CONDITIONING", "links": [ 769 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "CLIPTextEncode" }, "widgets_values": [ "" ] }, { "id": 323, "type": "Reroute", "pos": [ -1410, 660 ], "size": [ 75, 26 ], "flags": {}, "order": 26, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 768 } ], "outputs": [ { "name": "", "type": "CONDITIONING", "links": [ 770 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 324, "type": "Reroute", "pos": [ -1409, 695 ], "size": [ 75, 26 ], "flags": {}, "order": 27, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 769 } ], "outputs": [ { "name": "", "type": "CONDITIONING", "links": [ 771 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 279, "type": "InvertMask", "pos": [ -937, 238 ], "size": { "0": 210, "1": 26 }, "flags": {}, "order": 31, "mode": 0, "inputs": [ { "name": "mask", "type": "MASK", "link": 657 } ], "outputs": [ { "name": "MASK", "type": "MASK", "links": [ 774 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "InvertMask" } }, { "id": 326, "type": "Reroute", "pos": [ -717, 621 ], "size": [ 75, 26 ], "flags": {}, "order": 36, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 774 } ], "outputs": [ { "name": "", "type": "MASK", "links": [ 776 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 34, "type": "ADE_StandardStaticContextOptions", "pos": [ 1040, -45 ], "size": { "0": 319.20001220703125, "1": 198 }, "flags": {}, "order": 4, "mode": 0, "inputs": [ { "name": "prev_context", "type": "CONTEXT_OPTIONS", "link": null }, { "name": "view_opts", "type": "VIEW_OPTS", "link": null } ], "outputs": [ { "name": "CONTEXT_OPTS", "type": "CONTEXT_OPTIONS", "links": [ 64 ], "shape": 3 } ], "properties": { "Node name for S&R": "ADE_StandardStaticContextOptions" }, "widgets_values": [ 16, 6, "pyramid", false, 0, 1 ] }, { "id": 259, "type": "IPAdapterWeightsFromStrategy", "pos": [ 1909, 341 ], "size": { "0": 278.79998779296875, "1": 126 }, "flags": {}, "order": 50, "mode": 0, "inputs": [ { "name": "weights_strategy", "type": "WEIGHTS_STRATEGY", "link": 678 }, { "name": "image", "type": "IMAGE", "link": 676 } ], "outputs": [ { "name": "weights", "type": "FLOAT", "links": [ 617 ], "shape": 3, "slot_index": 0 }, { "name": "weights_invert", "type": "FLOAT", "links": null, "shape": 3 }, { "name": "total_frames", "type": "INT", "links": null, "shape": 3 }, { "name": "image_1", "type": "IMAGE", "links": [ 618 ], "shape": 3, "slot_index": 3 }, { "name": "image_2", "type": "IMAGE", "links": null, "shape": 3 }, { "name": "weights_strategy", "type": "WEIGHTS_STRATEGY", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "IPAdapterWeightsFromStrategy" } }, { "id": 291, "type": "LoraLoaderModelOnly", "pos": [ -2460.939056887235, 300.63488893012595 ], "size": { "0": 315, "1": 82 }, "flags": {}, "order": 33, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 756 } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 781 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "LoraLoaderModelOnly" }, "widgets_values": [ "ral-dissolve-sd15.safetensors", 0.6 ] }, { "id": 329, "type": "Reroute", "pos": [ -2102.7424690643847, 637.4964529127092 ], "size": [ 75, 26 ], "flags": {}, "order": 37, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 781 } ], "outputs": [ { "name": "", "type": "MODEL", "links": [ 782 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 330, "type": "Reroute", "pos": [ 1330, 661 ], "size": [ 75, 26 ], "flags": {}, "order": 40, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 782 } ], "outputs": [ { "name": "", "type": "MODEL", "links": [ 783 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 4, "type": "CheckpointLoaderSimple", "pos": [ -2470.833727160648, -116.24953047983493 ], "size": { "0": 315, "1": 98 }, "flags": {}, "order": 5, "mode": 0, "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 102 ], "slot_index": 0 }, { "name": "CLIP", "type": "CLIP", "links": [ 81, 610 ], "slot_index": 1 }, { "name": "VAE", "type": "VAE", "links": [ 785 ], "slot_index": 2 } ], "properties": { "Node name for S&R": "CheckpointLoaderSimple" }, "widgets_values": [ "photon_v1.safetensors" ] }, { "id": 331, "type": "Reroute", "pos": [ -2083, -339 ], "size": [ 75, 26 ], "flags": {}, "order": 20, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 785 } ], "outputs": [ { "name": "", "type": "VAE", "links": [ 786 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 328, "type": "Reroute", "pos": [ 437, -368.0390990317155 ], "size": [ 75, 26 ], "flags": {}, "order": 28, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 786 } ], "outputs": [ { "name": "", "type": "VAE", "links": [ 779, 780 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 87, "type": "VAEDecode", "pos": [ 4136.42139592476, -46.640902628124685 ], "size": { "0": 140, "1": 46 }, "flags": {}, "order": 64, "mode": 0, "inputs": [ { "name": "samples", "type": "LATENT", "link": 651 }, { "name": "vae", "type": "VAE", "link": 749 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 790 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEDecode" } }, { "id": 333, "type": "ImageCASharpening+", "pos": [ 4038, 146 ], "size": { "0": 315, "1": 58 }, "flags": {}, "order": 65, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 790 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 791 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageCASharpening+" }, "widgets_values": [ 0.8 ] }, { "id": 320, "type": "VHS_VideoCombine", "pos": [ 3325.7626474195895, -139.28775915330124 ], "size": [ 210, 665 ], "flags": {}, "order": 61, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 759 }, { "name": "audio", "type": "*", "link": null }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 30, "loop_count": 0, "filename_prefix": "AnimateDiff", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": true, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "AnimateDiff_02748-audio.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", "frame_rate": 30 } } } }, { "id": 316, "type": "VAEEncode", "pos": [ 3708, -195 ], "size": { "0": 210, "1": 46 }, "flags": {}, "order": 60, "mode": 0, "inputs": [ { "name": "pixels", "type": "IMAGE", "link": 750 }, { "name": "vae", "type": "VAE", "link": 747 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 748 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEEncode" } }, { "id": 276, "type": "NNLatentUpscale", "pos": [ 3698, -95 ], "size": { "0": 315, "1": 82 }, "flags": {}, "order": 62, "mode": 0, "inputs": [ { "name": "latent", "type": "LATENT", "link": 748 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 650 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "NNLatentUpscale" }, "widgets_values": [ "SD 1.x", 1.5 ] }, { "id": 294, "type": "MIDILoadAndExtract", "pos": [ 1016, -1378 ], "size": { "0": 1020, "1": 346 }, "flags": {}, "order": 6, "mode": 4, "inputs": [ { "name": "video_frames", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "MIDI", "type": "MIDI", "links": null, "shape": 3 }, { "name": "FEATURE", "type": "FEATURE", "links": null, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "shape": 3 } ], "properties": { "selectedNotes": [], "Node name for S&R": "MIDILoadAndExtract" }, "widgets_values": [ "drummid.mid", "all", "Note On/Off", 30, false, "", "upload", "refresh" ] }, { "id": 297, "type": "ColorFeatureNode", "pos": [ 220, -1570 ], "size": { "0": 317.4000244140625, "1": 102 }, "flags": {}, "order": 7, "mode": 4, "inputs": [ { "name": "video_frames", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": null, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "ColorFeatureNode" }, "widgets_values": [ 30, "dominant_color" ] }, { "id": 273, "type": "easy imageRemBg", "pos": [ -980, -141 ], "size": { "0": 315, "1": 314 }, "flags": { "collapsed": false }, "order": 23, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 640 } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": null, "shape": 3 }, { "name": "mask", "type": "MASK", "links": [ 657 ], "shape": 3, "slot_index": 1 } ], "properties": { "Node name for S&R": "easy imageRemBg" }, "widgets_values": [ "RMBG-1.4", "Hide", "ComfyUI", false ] }, { "id": 261, "type": "ImageScale", "pos": [ -937.0245821386411, 369.85541007695775 ], "size": { "0": 315, "1": 130 }, "flags": {}, "order": 22, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 620 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 704, 765 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageScale" }, "widgets_values": [ "nearest-exact", 518, 922, "disabled" ] }, { "id": 307, "type": "VHS_VideoCombine", "pos": [ 269, -181 ], "size": [ 210, 663 ], "flags": {}, "order": 46, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 720 }, { "name": "audio", "type": "*", "link": null }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 30, "loop_count": 0, "filename_prefix": "AnimateDiff", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": true, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "AnimateDiff_02724.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", "frame_rate": 30 } } } }, { "id": 260, "type": "VAEEncode", "pos": [ 692, 82 ], "size": { "0": 210, "1": 46 }, "flags": {}, "order": 47, "mode": 0, "inputs": [ { "name": "pixels", "type": "IMAGE", "link": 766 }, { "name": "vae", "type": "VAE", "link": 779 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 793 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEEncode" } }, { "id": 317, "type": "Reroute", "pos": [ 2590, -380 ], "size": [ 75, 26 ], "flags": {}, "order": 34, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 780 } ], "outputs": [ { "name": "", "type": "VAE", "links": [ 746, 747, 749 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 311, "type": "Reroute", "pos": [ 2590, -350 ], "size": [ 75, 26 ], "flags": {}, "order": 32, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 788 } ], "outputs": [ { "name": "", "type": "AUDIO", "links": [ 762 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 332, "type": "Reroute", "pos": [ -526, -330 ], "size": [ 75, 26 ], "flags": {}, "order": 24, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 811 } ], "outputs": [ { "name": "", "type": "AUDIO", "links": [ 788, 789 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 301, "type": "Reroute", "pos": [ -530, -300 ], "size": [ 75, 26 ], "flags": {}, "order": 30, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 704 } ], "outputs": [ { "name": "", "type": "IMAGE", "links": [ 699 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 335, "type": "Reroute", "pos": [ 976, -308 ], "size": [ 75, 26 ], "flags": {}, "order": 51, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 793 } ], "outputs": [ { "name": "", "type": "LATENT", "links": [ 794 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 281, "type": "ControlNetLoader", "pos": [ 2343, 660 ], "size": { "0": 315, "1": 58 }, "flags": {}, "order": 8, "mode": 0, "outputs": [ { "name": "CONTROL_NET", "type": "CONTROL_NET", "links": [ 660 ], "shape": 3 } ], "properties": { "Node name for S&R": "ControlNetLoader" }, "widgets_values": [ "control_v11p_sd15_lineart_fp16.safetensors" ] }, { "id": 282, "type": "LineartStandardPreprocessor", "pos": [ 2346, 752 ], "size": { "0": 315, "1": 106 }, "flags": {}, "order": 52, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 773 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 661 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "LineartStandardPreprocessor" }, "widgets_values": [ 6, 8, 512 ] }, { "id": 325, "type": "Reroute", "pos": [ 286, 737 ], "size": [ 75, 26 ], "flags": {}, "order": 48, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 772 } ], "outputs": [ { "name": "", "type": "IMAGE", "links": [ 773 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 321, "type": "VHS_VideoCombine", "pos": [ 4351.05751488286, -207.0379464384985 ], "size": [ 210, 664 ], "flags": {}, "order": 66, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 791 }, { "name": "audio", "type": "AUDIO", "link": 762 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 30, "loop_count": 0, "filename_prefix": "AnimateDiff", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": false, "pingpong": false, "save_output": true, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "AnimateDiff_02749-audio.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", "frame_rate": 30 } } } }, { "id": 310, "type": "FlexImageKaleidoscope", "pos": [ -143, 0 ], "size": { "0": 344.3999938964844, "1": 338 }, "flags": {}, "order": 42, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 765 }, { "name": "feature", "type": "FEATURE", "link": 792 }, { "name": "feature_pipe", "type": "FEATURE_PIPE", "link": 718 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 720, 766, 772 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "FlexImageKaleidoscope" }, "widgets_values": [ 1, 0, "rotation", "relative", 8, 0.5, 0.5, 1, 0, 0, 1 ] }, { "id": 327, "type": "Reroute", "pos": [ 2184, 634 ], "size": [ 75, 26 ], "flags": {}, "order": 39, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 776 } ], "outputs": [ { "name": "", "type": "MASK", "links": [ 777, 797 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 337, "type": "SetLatentNoiseMask", "pos": [ 2707, 266 ], "size": { "0": 210, "1": 46 }, "flags": {}, "order": 57, "mode": 0, "inputs": [ { "name": "samples", "type": "LATENT", "link": 796 }, { "name": "mask", "type": "MASK", "link": 797 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 798 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "SetLatentNoiseMask" } }, { "id": 336, "type": "Reroute", "pos": [ 2590, -320 ], "size": [ 75, 26 ], "flags": {}, "order": 54, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 794 } ], "outputs": [ { "name": "", "type": "LATENT", "links": [ 796 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 293, "type": "Note", "pos": [ 97, -1202 ], "size": { "0": 838.786865234375, "1": 179.91893005371094 }, "flags": {}, "order": 9, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "here, we set up the audio Feature by extracting the instruments from the audio and isolating the drums.\nThen, before we convert the Feature into IPAdapter weights, we shape\" the feature with the FeatureMixer to make it drive the weights in a suitable way.\n\nThis example uses an audio feature, but it could be swapped out for any of the features in the node pack, including MIDI, Depth, Color, Time, Brightness, and more\n\n Look there's even a keyboard! -------->" ], "color": "#432", "bgcolor": "#653" }, { "id": 299, "type": "Note", "pos": [ 3184, -387 ], "size": { "0": 436.01641845703125, "1": 119.03775787353516 }, "flags": {}, "order": 10, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "" ], "color": "#432", "bgcolor": "#653" }, { "id": 275, "type": "KSampler", "pos": [ 3719.127367528601, 154.68755277929998 ], "size": { "0": 308.92816162109375, "1": 263.701904296875 }, "flags": {}, "order": 63, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 784 }, { "name": "positive", "type": "CONDITIONING", "link": 669 }, { "name": "negative", "type": "CONDITIONING", "link": 670 }, { "name": "latent_image", "type": "LATENT", "link": 650 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 651 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "KSampler" }, "widgets_values": [ 144, "fixed", 4, 1.8, "lcm", "sgm_uniform", 0.3 ] }, { "id": 298, "type": "Note", "pos": [ 2044, -364 ], "size": { "0": 449.9469299316406, "1": 171.0027618408203 }, "flags": {}, "order": 11, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "give a cool image to the IPAdapter - I tripled it here because of reasons.\n\nFeed it the weights that we created from the audio\n\nI started getting memory errors with big images so i just smashed them" ], "color": "#432", "bgcolor": "#653" }, { "id": 292, "type": "Note", "pos": [ -1853, -497 ], "size": { "0": 695.8017578125, "1": 261.10052490234375 }, "flags": {}, "order": 12, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "This example is meant to demonstrate modulating an IP adapter with the Feature system introduced by the ryanontheinside nodes.\n\nFor this example, we will simply apply an IPAdapter to the background of a video, controlled by the drums in a song.\n\n\n\nIf any issues or if you want to contribute:\nhttps://github.com/ryanontheinside/ComfyUI_RyanOnTheInside\n\nModels\nhttps://huggingface.co/wangfuyun/AnimateLCM" ], "color": "#432", "bgcolor": "#653" }, { "id": 285, "type": "FeatureToWeightsStrategy", "pos": [ 310.1979544549727, -534.5329804209596 ], "size": { "0": 378, "1": 46.42244338989258 }, "flags": {}, "order": 44, "mode": 0, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 693 } ], "outputs": [ { "name": "WEIGHTS_STRATEGY", "type": "WEIGHTS_STRATEGY", "links": [ 678 ], "shape": 3 } ], "properties": { "Node name for S&R": "FeatureToWeightsStrategy" } }, { "id": 263, "type": "AudioFeatureExtractor", "pos": [ -114, -531 ], "size": { "0": 361.20001220703125, "1": 78 }, "flags": {}, "order": 38, "mode": 0, "inputs": [ { "name": "audio", "type": "AUDIO", "link": 685 }, { "name": "feature_pipe", "type": "FEATURE_PIPE", "link": 687 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 692, 792 ], "shape": 3, "slot_index": 0 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": [ 718 ], "shape": 3, "slot_index": 1 } ], "properties": { "Node name for S&R": "AudioFeatureExtractor" }, "widgets_values": [ "amplitude_envelope" ] }, { "id": 56, "type": "LoadImage", "pos": [ 1837, -162 ], "size": { "0": 210, "1": 314 }, "flags": {}, "order": 13, "mode": 0, "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 807 ], "shape": 3, "slot_index": 0 }, { "name": "MASK", "type": "MASK", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "LoadImage" }, "widgets_values": [ "blue_eyes_painting.jpg", "image" ] }, { "id": 102, "type": "IPAdapterBatch", "pos": [ 2304, 156 ], "size": { "0": 303.8558349609375, "1": 278 }, "flags": {}, "order": 56, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 623 }, { "name": "ipadapter", "type": "IPADAPTER", "link": 237 }, { "name": "image", "type": "IMAGE", "link": 618, "slot_index": 2 }, { "name": "image_negative", "type": "IMAGE", "link": null }, { "name": "attn_mask", "type": "MASK", "link": 777 }, { "name": "clip_vision", "type": "CLIP_VISION", "link": null }, { "name": "weight", "type": "FLOAT", "link": 617, "widget": { "name": "weight" } } ], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 716, 784 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "IPAdapterBatch" }, "widgets_values": [ 0.5, "strong style transfer", 0, 1, "K+V", 0 ] }, { "id": 84, "type": "KSampler", "pos": [ 2949.7626474195895, 53.71224084669877 ], "size": { "0": 308.92816162109375, "1": 263.701904296875 }, "flags": {}, "order": 58, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 716 }, { "name": "positive", "type": "CONDITIONING", "link": 665 }, { "name": "negative", "type": "CONDITIONING", "link": 666 }, { "name": "latent_image", "type": "LATENT", "link": 798 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 656 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "KSampler" }, "widgets_values": [ 144, "fixed", 4, 1.8, "lcm", "sgm_uniform", 1 ] }, { "id": 258, "type": "VHS_LoadVideo", "pos": [ -1254, -140 ], "size": [ 235.1999969482422, 658.3553434150164 ], "flags": {}, "order": 14, "mode": 0, "inputs": [ { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 620, 640 ], "shape": 3, "slot_index": 0 }, { "name": "frame_count", "type": "INT", "links": null, "shape": 3 }, { "name": "audio", "type": "AUDIO", "links": [ 811 ], "shape": 3, "slot_index": 2 }, { "name": "video_info", "type": "VHS_VIDEOINFO", "links": [], "shape": 3, "slot_index": 3 } ], "properties": { "Node name for S&R": "VHS_LoadVideo" }, "widgets_values": { "video": "pexels_womanSitting_with_audio.mp4", "force_rate": 30, "force_size": "Disabled", "custom_width": 512, "custom_height": 512, "frame_load_cap": 100, "skip_first_frames": 0, "select_every_nth": 1, "choose video to upload": "image", "videopreview": { "hidden": false, "paused": false, "params": { "frame_load_cap": 100, "skip_first_frames": 0, "force_rate": 30, "filename": "pexels_womanSitting_with_audio.mp4", "type": "input", "format": "video/mp4", "select_every_nth": 1 } } } }, { "id": 7, "type": "CLIPTextEncode", "pos": [ -1828.3064101061982, -109.89455522296822 ], "size": { "0": 425.27801513671875, "1": 180.6060791015625 }, "flags": {}, "order": 18, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 81 } ], "outputs": [ { "name": "CONDITIONING", "type": "CONDITIONING", "links": [ 768 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "CLIPTextEncode" }, "widgets_values": [ "high quality, masterpiece, 4k, high resolution photograph of psychedelic fire pulsing, ral-dissolve fire swirling in the sky, made of ral-dissolve" ] }, { "id": 145, "type": "ImageBatchMultiple+", "pos": [ 2338, -84 ], "size": { "0": 210, "1": 138 }, "flags": {}, "order": 29, "mode": 0, "inputs": [ { "name": "image_1", "type": "IMAGE", "link": 810 }, { "name": "image_2", "type": "IMAGE", "link": 809 }, { "name": "image_3", "type": "IMAGE", "link": 812 }, { "name": "image_4", "type": "IMAGE", "link": null }, { "name": "image_5", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 676 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageBatchMultiple+" }, "widgets_values": [ "lanczos" ] }, { "id": 343, "type": "ImageScale", "pos": [ 2076, -102 ], "size": { "0": 210, "1": 130 }, "flags": {}, "order": 21, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 807 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 809, 810, 812 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageScale" }, "widgets_values": [ "nearest-exact", 1024, 1024, "disabled" ] }, { "id": 322, "type": "Note", "pos": [ -163, -184 ], "size": { "0": 384.10394287109375, "1": 138.25791931152344 }, "flags": {}, "order": 15, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "un-bypass this detour to further trip out\n\n\nfor the heck of it, ill add a Kaleidoscope Image Bloom to see what it does to the output\n\nThere are a ton of these in the node pack, masks too" ], "color": "#432", "bgcolor": "#653" } ], "links": [ [ 61, 30, 0, 31, 0, "MOTION_MODEL_ADE" ], [ 62, 31, 0, 32, 1, "M_MODELS" ], [ 64, 34, 0, 32, 2, "CONTEXT_OPTIONS" ], [ 81, 4, 1, 7, 0, "CLIP" ], [ 102, 4, 0, 52, 0, "MODEL" ], [ 194, 32, 0, 88, 0, "MODEL" ], [ 195, 88, 0, 11, 0, "MODEL" ], [ 237, 11, 1, 102, 1, "IPADAPTER" ], [ 610, 4, 1, 255, 0, "CLIP" ], [ 617, 259, 0, 102, 6, "FLOAT" ], [ 618, 259, 3, 102, 2, "IMAGE" ], [ 620, 258, 0, 261, 0, "IMAGE" ], [ 623, 11, 0, 102, 0, "MODEL" ], [ 640, 258, 0, 273, 0, "IMAGE" ], [ 650, 276, 0, 275, 3, "LATENT" ], [ 651, 275, 0, 87, 0, "LATENT" ], [ 656, 84, 0, 277, 0, "LATENT" ], [ 657, 273, 1, 279, 0, "MASK" ], [ 660, 281, 0, 280, 2, "CONTROL_NET" ], [ 661, 282, 0, 280, 3, "IMAGE" ], [ 665, 280, 0, 84, 1, "CONDITIONING" ], [ 666, 280, 1, 84, 2, "CONDITIONING" ], [ 669, 280, 0, 275, 1, "CONDITIONING" ], [ 670, 280, 1, 275, 2, "CONDITIONING" ], [ 676, 145, 0, 259, 1, "IMAGE" ], [ 678, 285, 0, 259, 0, "WEIGHTS_STRATEGY" ], [ 685, 287, 1, 263, 0, "AUDIO" ], [ 687, 287, 5, 263, 1, "FEATURE_PIPE" ], [ 688, 288, 0, 287, 0, "OPEN_UNMIX_MODEL" ], [ 692, 263, 0, 290, 0, "FEATURE" ], [ 693, 290, 0, 285, 0, "FEATURE" ], [ 694, 290, 1, 271, 0, "IMAGE" ], [ 699, 301, 0, 287, 2, "IMAGE" ], [ 704, 261, 0, 301, 0, "*" ], [ 716, 102, 0, 84, 0, "MODEL" ], [ 718, 263, 1, 310, 2, "FEATURE_PIPE" ], [ 720, 310, 0, 307, 0, "IMAGE" ], [ 746, 317, 0, 277, 1, "VAE" ], [ 747, 317, 0, 316, 1, "VAE" ], [ 748, 316, 0, 276, 0, "LATENT" ], [ 749, 317, 0, 87, 1, "VAE" ], [ 750, 277, 0, 316, 0, "IMAGE" ], [ 756, 319, 0, 291, 0, "MODEL" ], [ 757, 52, 0, 319, 0, "MODEL" ], [ 759, 277, 0, 320, 0, "IMAGE" ], [ 762, 311, 0, 321, 1, "AUDIO" ], [ 765, 261, 0, 310, 0, "IMAGE" ], [ 766, 310, 0, 260, 0, "IMAGE" ], [ 768, 7, 0, 323, 0, "*" ], [ 769, 255, 0, 324, 0, "*" ], [ 770, 323, 0, 280, 0, "CONDITIONING" ], [ 771, 324, 0, 280, 1, "CONDITIONING" ], [ 772, 310, 0, 325, 0, "*" ], [ 773, 325, 0, 282, 0, "IMAGE" ], [ 774, 279, 0, 326, 0, "*" ], [ 776, 326, 0, 327, 0, "*" ], [ 777, 327, 0, 102, 4, "MASK" ], [ 779, 328, 0, 260, 1, "VAE" ], [ 780, 328, 0, 317, 0, "*" ], [ 781, 291, 0, 329, 0, "*" ], [ 782, 329, 0, 330, 0, "*" ], [ 783, 330, 0, 32, 0, "MODEL" ], [ 784, 102, 0, 275, 0, "MODEL" ], [ 785, 4, 2, 331, 0, "*" ], [ 786, 331, 0, 328, 0, "*" ], [ 788, 332, 0, 311, 0, "*" ], [ 789, 332, 0, 287, 1, "AUDIO" ], [ 790, 87, 0, 333, 0, "IMAGE" ], [ 791, 333, 0, 321, 0, "IMAGE" ], [ 792, 263, 0, 310, 1, "FEATURE" ], [ 793, 260, 0, 335, 0, "*" ], [ 794, 335, 0, 336, 0, "*" ], [ 796, 336, 0, 337, 0, "LATENT" ], [ 797, 327, 0, 337, 1, "MASK" ], [ 798, 337, 0, 84, 3, "LATENT" ], [ 807, 56, 0, 343, 0, "IMAGE" ], [ 809, 343, 0, 145, 1, "IMAGE" ], [ 810, 343, 0, 145, 0, "IMAGE" ], [ 811, 258, 2, 332, 0, "*" ], [ 812, 343, 0, 145, 2, "IMAGE" ] ], "groups": [ { "title": "Control net", "bounding": [ 2319, 587, 773, 341 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Animate diff", "bounding": [ 963, -129, 807, 615 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Ipadapter", "bounding": [ 1824, -220, 825, 749 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Audio Feature", "bounding": [ -125, -1005, 1708, 619 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Setep", "bounding": [ -2533, -223, 1194, 735 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Sample1", "bounding": [ 2672, -247, 956, 807 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Sample2", "bounding": [ 3686, -294, 915, 791 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "Load image", "bounding": [ -1284, -242, 1053, 783 ], "color": "#3f789e", "font_size": 24, "locked": false }, { "title": "😂", "bounding": [ -202, -261, 838, 779 ], "color": "#3f789e", "font_size": 24, "locked": false } ], "config": {}, "extra": { "ds": { "scale": 0.21762913579014861, "offset": { "0": 2823.299557647266, "1": 1260.0798788145676 } } }, "version": 0.4 }