Files
ryanontheinside-ComfyUI_Rya…/examples/audio_ipadapter_weights_plusbass.json
2024-09-10 07:15:48 -04:00

5111 lines
85 KiB
JSON

{
"last_node_id": 384,
"last_link_id": 917,
"nodes": [
{
"id": 31,
"type": "ADE_ApplyAnimateDiffModel",
"pos": [
1018.6153756226563,
296.9229692988283
],
"size": {
"0": 319.20001220703125,
"1": 182
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "motion_model",
"type": "MOTION_MODEL_ADE",
"link": 61
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "prev_m_models",
"type": "M_MODELS",
"link": null
}
],
"outputs": [
{
"name": "M_MODELS",
"type": "M_MODELS",
"links": [
62
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_ApplyAnimateDiffModel"
},
"widgets_values": [
0,
1,
""
]
},
{
"id": 32,
"type": "ADE_UseEvolvedSampling",
"pos": [
1432.6153756226563,
-31.07703070117199
],
"size": {
"0": 241.0297088623047,
"1": 118
},
"flags": {},
"order": 49,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 783
},
{
"name": "m_models",
"type": "M_MODELS",
"link": 62
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 64,
"slot_index": 2
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
194
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_UseEvolvedSampling"
},
"widgets_values": [
"lcm >> sqrt_linear"
]
},
{
"id": 88,
"type": "ModelSamplingDiscrete",
"pos": [
1461.6153756226563,
182.9229692988281
],
"size": {
"0": 210,
"1": 82
},
"flags": {},
"order": 53,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 194
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
195
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ModelSamplingDiscrete"
},
"widgets_values": [
"lcm",
false
]
},
{
"id": 296,
"type": "MotionFeatureNode",
"pos": [
290,
-1860
],
"size": {
"0": 317.4000244140625,
"1": 174
},
"flags": {},
"order": 0,
"mode": 4,
"inputs": [
{
"name": "video_frames",
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": null,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MotionFeatureNode"
},
"widgets_values": [
30,
"mean_motion",
"Farneback",
0,
0
]
},
{
"id": 295,
"type": "DepthFeatureNode",
"pos": [
-100,
-1770
],
"size": {
"0": 317.4000244140625,
"1": 102
},
"flags": {},
"order": 1,
"mode": 4,
"inputs": [
{
"name": "video_frames",
"type": "IMAGE",
"link": null
},
{
"name": "depth_maps",
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": null,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DepthFeatureNode"
},
"widgets_values": [
30,
"mean_depth"
]
},
{
"id": 319,
"type": "LoraLoaderModelOnly",
"pos": [
-2463.624330660592,
163.30805644428764
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 757
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
756
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly"
},
"widgets_values": [
"add_detail.safetensors",
1
]
},
{
"id": 52,
"type": "LoraLoaderModelOnly",
"pos": [
-2467.624330660592,
28.308056444287608
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 102
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
757
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly"
},
"widgets_values": [
"AnimateLCM_sd15_t2v_lora.safetensors",
1
]
},
{
"id": 290,
"type": "FeatureMixer",
"pos": [
71.49175893793421,
-936.5934981507727
],
"size": {
"0": 367.79998779296875,
"1": 318
},
"flags": {},
"order": 50,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 692
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
693
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
694
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1.79,
0,
1.7,
3.4000000000000004,
1,
1,
1,
0,
0.3,
0.6,
0.5
]
},
{
"id": 30,
"type": "ADE_LoadAnimateDiffModel",
"pos": [
1011.6153756226563,
196.9229692988281
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
}
],
"outputs": [
{
"name": "MOTION_MODEL",
"type": "MOTION_MODEL_ADE",
"links": [
61
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_LoadAnimateDiffModel"
},
"widgets_values": [
"ALCM_sd15_t2v_beta.ckpt"
]
},
{
"id": 323,
"type": "Reroute",
"pos": [
-1410,
660
],
"size": [
75,
26
],
"flags": {},
"order": 29,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 768
}
],
"outputs": [
{
"name": "",
"type": "CONDITIONING",
"links": [
770
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 324,
"type": "Reroute",
"pos": [
-1409,
695
],
"size": [
75,
26
],
"flags": {},
"order": 30,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 769
}
],
"outputs": [
{
"name": "",
"type": "CONDITIONING",
"links": [
771
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 279,
"type": "InvertMask",
"pos": [
-937,
238
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 657
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
774
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 326,
"type": "Reroute",
"pos": [
-717,
621
],
"size": [
75,
26
],
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 774
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
776
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 34,
"type": "ADE_StandardStaticContextOptions",
"pos": [
1040,
-45
],
"size": {
"0": 319.20001220703125,
"1": 198
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
64
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_StandardStaticContextOptions"
},
"widgets_values": [
16,
6,
"pyramid",
false,
0,
1
]
},
{
"id": 291,
"type": "LoraLoaderModelOnly",
"pos": [
-2460.939056887235,
300.63488893012595
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 36,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 756
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
781
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly"
},
"widgets_values": [
"ral-dissolve-sd15.safetensors",
0.6
]
},
{
"id": 329,
"type": "Reroute",
"pos": [
-2102.7424690643847,
637.4964529127092
],
"size": [
75,
26
],
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 781
}
],
"outputs": [
{
"name": "",
"type": "MODEL",
"links": [
782
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 330,
"type": "Reroute",
"pos": [
1330,
661
],
"size": [
75,
26
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 782
}
],
"outputs": [
{
"name": "",
"type": "MODEL",
"links": [
783
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
-2470.833727160648,
-116.24953047983493
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
102
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
81,
610
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
785
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"photon_v1.safetensors"
]
},
{
"id": 87,
"type": "VAEDecode",
"pos": [
4136.42139592476,
-46.640902628124685
],
"size": {
"0": 140,
"1": 46
},
"flags": {},
"order": 83,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 651
},
{
"name": "vae",
"type": "VAE",
"link": 749
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
790
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 316,
"type": "VAEEncode",
"pos": [
3708,
-195
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 79,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 750
},
{
"name": "vae",
"type": "VAE",
"link": 747
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
748
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 276,
"type": "NNLatentUpscale",
"pos": [
3698,
-95
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 81,
"mode": 0,
"inputs": [
{
"name": "latent",
"type": "LATENT",
"link": 748
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
650
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "NNLatentUpscale"
},
"widgets_values": [
"SD 1.x",
1.5
]
},
{
"id": 294,
"type": "MIDILoadAndExtract",
"pos": [
690,
-1750
],
"size": {
"0": 1020,
"1": 346
},
"flags": {},
"order": 5,
"mode": 4,
"inputs": [
{
"name": "video_frames",
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "MIDI",
"type": "MIDI",
"links": null,
"shape": 3
},
{
"name": "FEATURE",
"type": "FEATURE",
"links": null,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": null,
"shape": 3
}
],
"properties": {
"selectedNotes": [],
"Node name for S&R": "MIDILoadAndExtract"
},
"widgets_values": [
"drummid.mid",
"all",
"Note On/Off",
30,
false,
"",
"upload",
"refresh"
]
},
{
"id": 297,
"type": "ColorFeatureNode",
"pos": [
-100,
-1950
],
"size": {
"0": 317.4000244140625,
"1": 102
},
"flags": {},
"order": 6,
"mode": 4,
"inputs": [
{
"name": "video_frames",
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": null,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ColorFeatureNode"
},
"widgets_values": [
30,
"dominant_color"
]
},
{
"id": 307,
"type": "VHS_VideoCombine",
"pos": [
278.32611541992185,
-160.1266634570313
],
"size": [
210,
663
],
"flags": {},
"order": 56,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 720
},
{
"name": "audio",
"type": "*",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_02724.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
}
}
}
},
{
"id": 260,
"type": "VAEEncode",
"pos": [
692,
82
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 57,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 766
},
{
"name": "vae",
"type": "VAE",
"link": 779
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
793
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 317,
"type": "Reroute",
"pos": [
2590,
-380
],
"size": [
75,
26
],
"flags": {},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 780
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
746,
747,
749
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 335,
"type": "Reroute",
"pos": [
976,
-308
],
"size": [
75,
26
],
"flags": {},
"order": 63,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 793
}
],
"outputs": [
{
"name": "",
"type": "LATENT",
"links": [
794
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 325,
"type": "Reroute",
"pos": [
286,
737
],
"size": [
75,
26
],
"flags": {},
"order": 58,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 772
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
915
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 310,
"type": "FlexImageKaleidoscope",
"pos": [
-133.67388458007815,
20.873336542968733
],
"size": {
"0": 344.3999938964844,
"1": 338
},
"flags": {},
"order": 51,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 765
},
{
"name": "feature",
"type": "FEATURE",
"link": 792
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 718
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
720,
766,
772
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexImageKaleidoscope"
},
"widgets_values": [
1,
0,
"rotation",
"relative",
8,
0.5,
0.5,
1,
0,
0,
1
]
},
{
"id": 336,
"type": "Reroute",
"pos": [
2590,
-320
],
"size": [
75,
26
],
"flags": {},
"order": 67,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 794
}
],
"outputs": [
{
"name": "",
"type": "LATENT",
"links": [
827
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 299,
"type": "Note",
"pos": [
3184,
-387
],
"size": {
"0": 436.01641845703125,
"1": 119.03775787353516
},
"flags": {},
"order": 7,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
""
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 275,
"type": "KSampler",
"pos": [
3719.127367528601,
154.68755277929998
],
"size": {
"0": 308.92816162109375,
"1": 263.701904296875
},
"flags": {},
"order": 82,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 784
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 669
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 670
},
{
"name": "latent_image",
"type": "LATENT",
"link": 650
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
651
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
144,
"fixed",
4,
1.8,
"lcm",
"sgm_uniform",
0.3
]
},
{
"id": 322,
"type": "Note",
"pos": [
-153.67388458007815,
-163.1266634570313
],
"size": {
"0": 384.10394287109375,
"1": 138.25791931152344
},
"flags": {},
"order": 8,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"un-bypass this detour to further trip out\n\n\nfor the heck of it, ill add a Kaleidoscope Image Bloom to see what it does to the output\n\nThere are a ton of these in the node pack, masks too"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 271,
"type": "PreviewImage",
"pos": [
506.7106022338704,
-936.9529986264056
],
"size": [
316.95760687114927,
277.0800855511293
],
"flags": {},
"order": 55,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 694
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 328,
"type": "Reroute",
"pos": [
205,
-401.1885793164062
],
"size": [
75,
26
],
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 786
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
779,
780
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 332,
"type": "Reroute",
"pos": [
-527,
-318
],
"size": [
75,
26
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 811
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
788,
789
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 346,
"type": "Reroute",
"pos": [
-525,
-350
],
"size": [
75,
26
],
"flags": {},
"order": 40,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 813
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
815
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 292,
"type": "Note",
"pos": [
-1881,
-823
],
"size": {
"0": 695.8017578125,
"1": 261.10052490234375
},
"flags": {},
"order": 9,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"This example is meant to demonstrate modulating an IP adapter with the Feature system introduced by the ryanontheinside nodes.\n\nFor this example, we will simply apply an IPAdapter to the background of a video, controlled by the drums in a song.\n\n\n\nIf any issues or if you want to contribute:\nhttps://github.com/ryanontheinside/ComfyUI_RyanOnTheInside\n\nModels\nhttps://huggingface.co/wangfuyun/AnimateLCM"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 331,
"type": "Reroute",
"pos": [
-2070,
-416
],
"size": [
75,
26
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 785
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
786
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 298,
"type": "Note",
"pos": [
2001,
-407
],
"size": {
"0": 449.9469299316406,
"1": 171.0027618408203
},
"flags": {},
"order": 10,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"give a cool image to the IPAdapter - I tripled it here because of reasons.\n\nFeed it the weights that we created from the audio\n\nI started getting memory errors with big images so i just smashed them"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 343,
"type": "ImageScale",
"pos": [
2070,
-170
],
"size": {
"0": 210,
"1": 130
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 807
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
822
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
1024,
1024,
"disabled"
]
},
{
"id": 351,
"type": "LoadImage",
"pos": [
1830,
300
],
"size": [
210,
310
],
"flags": {},
"order": 11,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
823
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"blue_eyes_painting.jpg",
"image"
]
},
{
"id": 11,
"type": "IPAdapterUnifiedLoader",
"pos": [
1830,
170
],
"size": {
"0": 210,
"1": 78
},
"flags": {},
"order": 61,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 195
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
820
],
"shape": 3,
"slot_index": 0
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"links": [
237,
825
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "IPAdapterUnifiedLoader"
},
"widgets_values": [
"PLUS (high strength)"
]
},
{
"id": 350,
"type": "IPAdapterBatch",
"pos": [
2340,
280
],
"size": {
"0": 303.8558349609375,
"1": 278
},
"flags": {},
"order": 75,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 820
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": 825
},
{
"name": "image",
"type": "IMAGE",
"link": 837,
"slot_index": 2
},
{
"name": "image_negative",
"type": "IMAGE",
"link": null
},
{
"name": "attn_mask",
"type": "MASK",
"link": 914
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": null
},
{
"name": "weight",
"type": "FLOAT",
"link": 849,
"widget": {
"name": "weight"
}
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
821
],
"shape": 3,
"slot_index": 0
}
],
"title": "IPAdapter Batch Background",
"properties": {
"Node name for S&R": "IPAdapterBatch"
},
"widgets_values": [
0.5,
"strong style transfer",
0,
1,
"K+V",
0
]
},
{
"id": 353,
"type": "MaskToImage",
"pos": [
1550,
-860
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 70,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 913
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
831
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
}
},
{
"id": 356,
"type": "VHS_VideoCombine",
"pos": [
3330,
-140
],
"size": [
210,
667
],
"flags": {},
"order": 80,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 835
},
{
"name": "audio",
"type": "AUDIO",
"link": 847
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_02827-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
}
}
}
},
{
"id": 285,
"type": "FeatureToWeightsStrategy",
"pos": [
413,
-513
],
"size": {
"0": 378,
"1": 46.42244338989258
},
"flags": {},
"order": 54,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 693
}
],
"outputs": [
{
"name": "WEIGHTS_STRATEGY",
"type": "WEIGHTS_STRATEGY",
"links": [
839
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FeatureToWeightsStrategy"
}
},
{
"id": 358,
"type": "Reroute",
"pos": [
799.6265863899607,
603.6971090798395
],
"size": [
75,
26
],
"flags": {},
"order": 62,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 839
}
],
"outputs": [
{
"name": "",
"type": "WEIGHTS_STRATEGY",
"links": [
840
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 293,
"type": "Note",
"pos": [
-230,
-1580
],
"size": {
"0": 838.786865234375,
"1": 179.91893005371094
},
"flags": {},
"order": 12,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"here, we set up the audio Feature by extracting the instruments from the audio and isolating the drums.\nThen, before we convert the Feature into IPAdapter weights, we shape\" the feature with the FeatureMixer to make it drive the weights in a suitable way.\n\nThis example uses an audio feature, but it could be swapped out for any of the features in the node pack, including MIDI, Depth, Color, Time, Brightness, and more\n\n Look there's even a keyboard! -------->"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 301,
"type": "Reroute",
"pos": [
-528,
-282
],
"size": [
75,
26
],
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 704
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
842
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 288,
"type": "DownloadOpenUnmixModel",
"pos": [
-334,
-933
],
"size": {
"0": 361.20001220703125,
"1": 58
},
"flags": {},
"order": 13,
"mode": 0,
"outputs": [
{
"name": "OPEN_UNMIX_MODEL",
"type": "OPEN_UNMIX_MODEL",
"links": [
688
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DownloadOpenUnmixModel"
},
"widgets_values": [
"umxl"
]
},
{
"id": 361,
"type": "Reroute",
"pos": [
-471,
-726
],
"size": [
75,
26
],
"flags": {},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 842
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
843
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 261,
"type": "ImageScale",
"pos": [
-937.0245821386411,
369.85541007695775
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 620
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
704,
765,
848
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
414,
738,
"disabled"
]
},
{
"id": 359,
"type": "Reroute",
"pos": [
2115,
615
],
"size": [
75,
26
],
"flags": {},
"order": 66,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 840
}
],
"outputs": [
{
"name": "",
"type": "WEIGHTS_STRATEGY",
"links": [
841
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 357,
"type": "IPAdapterWeightsFromStrategy",
"pos": [
2060,
510
],
"size": [
278.79998779296875,
126
],
"flags": {
"collapsed": true
},
"order": 71,
"mode": 0,
"inputs": [
{
"name": "weights_strategy",
"type": "WEIGHTS_STRATEGY",
"link": 841
},
{
"name": "image",
"type": "IMAGE",
"link": 836
}
],
"outputs": [
{
"name": "weights",
"type": "FLOAT",
"links": [
849
],
"shape": 3,
"slot_index": 0
},
{
"name": "weights_invert",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "total_frames",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "image_1",
"type": "IMAGE",
"links": [
837
],
"shape": 3,
"slot_index": 3
},
{
"name": "image_2",
"type": "IMAGE",
"links": null,
"shape": 3
},
{
"name": "weights_strategy",
"type": "WEIGHTS_STRATEGY",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "IPAdapterWeightsFromStrategy"
}
},
{
"id": 348,
"type": "Reroute",
"pos": [
894,
-363
],
"size": [
75,
26
],
"flags": {},
"order": 44,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 815
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
868
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 263,
"type": "AudioFeatureExtractor",
"pos": [
-348,
-626
],
"size": {
"0": 361.20001220703125,
"1": 78
},
"flags": {},
"order": 46,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 685
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 687
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
692,
792
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
718
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 362,
"type": "FeatureMixer",
"pos": [
1070,
-780
],
"size": {
"0": 367.79998779296875,
"1": 318
},
"flags": {},
"order": 52,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 871
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
863
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
867
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1.46,
0,
1,
1,
1,
1,
1,
0,
0,
0.3,
0.5
]
},
{
"id": 84,
"type": "KSampler",
"pos": [
2950,
50
],
"size": {
"0": 308.92816162109375,
"1": 263.701904296875
},
"flags": {},
"order": 77,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 716
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 665
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 666
},
{
"name": "latent_image",
"type": "LATENT",
"link": 827
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
656
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
144,
"fixed",
4,
1.8,
"lcm",
"sgm_uniform",
1
]
},
{
"id": 311,
"type": "Reroute",
"pos": [
2590,
-350
],
"size": [
75,
26
],
"flags": {},
"order": 34,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 788
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
762,
847,
874
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 273,
"type": "easy imageRemBg",
"pos": [
-903,
-146
],
"size": {
"0": 315,
"1": 314
},
"flags": {
"collapsed": false
},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 848
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [],
"shape": 3,
"slot_index": 0
},
{
"name": "mask",
"type": "MASK",
"links": [
657,
813
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "easy imageRemBg"
},
"widgets_values": [
"RMBG-1.4",
"Hide",
"ComfyUI",
false
]
},
{
"id": 277,
"type": "VAEDecode",
"pos": [
3110,
-140
],
"size": {
"0": 140,
"1": 46
},
"flags": {},
"order": 78,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 656
},
{
"name": "vae",
"type": "VAE",
"link": 746
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
750,
835
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 255,
"type": "CLIPTextEncode",
"pos": [
-1845.306410106198,
142.10544477703155
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 610
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
769
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"nude, nsfw"
]
},
{
"id": 287,
"type": "AudioSeparator",
"pos": [
-326,
-832
],
"size": {
"0": 317.4000244140625,
"1": 158
},
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "OPEN_UNMIX_MODEL",
"link": 688,
"slot_index": 0
},
{
"name": "audio",
"type": "AUDIO",
"link": 789
},
{
"name": "video_frames",
"type": "IMAGE",
"link": 843
}
],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "drums_audio",
"type": "AUDIO",
"links": [
685
],
"shape": 3
},
{
"name": "vocals_audio",
"type": "AUDIO",
"links": [],
"shape": 3,
"slot_index": 2
},
{
"name": "bass_audio",
"type": "AUDIO",
"links": [
881
],
"shape": 3,
"slot_index": 3
},
{
"name": "other_audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"links": [
687,
870
],
"shape": 3,
"slot_index": 5
}
],
"properties": {
"Node name for S&R": "AudioSeparator"
},
"widgets_values": [
30
]
},
{
"id": 370,
"type": "FlexMaskMorph",
"pos": [
1490,
-770
],
"size": [
322.2349752286873,
266
],
"flags": {},
"order": 59,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 868
},
{
"name": "feature",
"type": "FEATURE",
"link": 863
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 872
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
885
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskMorph"
},
"widgets_values": [
1,
false,
1,
0,
0,
"dilate",
9,
10
]
},
{
"id": 258,
"type": "VHS_LoadVideo",
"pos": [
-1254,
-140
],
"size": [
235.1999969482422,
658.3553434150164
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
620,
902
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
811
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": [
888
],
"shape": 3,
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "pexels_womanSitting_with_audio.mp4",
"force_rate": 30,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 100,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 100,
"skip_first_frames": 0,
"force_rate": 30,
"filename": "pexels_womanSitting_with_audio.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
}
}
}
},
{
"id": 371,
"type": "PreviewImage",
"pos": [
2220,
-750
],
"size": [
210,
246
],
"flags": {},
"order": 60,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 867
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 372,
"type": "AudioFeatureExtractor",
"pos": [
1068,
-921
],
"size": {
"0": 361.20001220703125,
"1": 78
},
"flags": {},
"order": 47,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 881
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 870
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
871,
882
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
872,
883
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 354,
"type": "VHS_VideoCombine",
"pos": [
2534,
-1103
],
"size": [
210,
664
],
"flags": {},
"order": 73,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 831
},
{
"name": "audio",
"type": "*",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_02830.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
}
}
}
},
{
"id": 352,
"type": "ImageScale",
"pos": [
2084,
466
],
"size": {
"0": 210,
"1": 130
},
"flags": {
"collapsed": true
},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 823
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
836
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
1024,
1024,
"disabled"
]
},
{
"id": 349,
"type": "Reroute",
"pos": [
1835,
-364
],
"size": [
75,
26
],
"flags": {},
"order": 69,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 886
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
907
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 383,
"type": "Reroute",
"pos": [
2103.521547700666,
38.00157508970966
],
"size": [
75,
26
],
"flags": {},
"order": 72,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 907
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
908,
911
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 327,
"type": "Reroute",
"pos": [
2117,
646
],
"size": [
75,
26
],
"flags": {},
"order": 48,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 776
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
880,
912
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 382,
"type": "MaskComposite",
"pos": [
2132,
392
],
"size": [
210,
126
],
"flags": {
"collapsed": true
},
"order": 74,
"mode": 0,
"inputs": [
{
"name": "destination",
"type": "MASK",
"link": 912
},
{
"name": "source",
"type": "MASK",
"link": 911
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
914
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskComposite"
},
"widgets_values": [
0,
0,
"subtract"
]
},
{
"id": 281,
"type": "ControlNetLoader",
"pos": [
2681,
663
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 15,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
660
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_lineart_fp16.safetensors"
]
},
{
"id": 280,
"type": "ControlNetApplyAdvanced",
"pos": [
3064,
706
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 68,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 770
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 771
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 660,
"slot_index": 2
},
{
"name": "image",
"type": "IMAGE",
"link": 916,
"slot_index": 3
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
665,
669
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
666,
670
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.47000000000000003,
0,
0.5740000000000001
]
},
{
"id": 375,
"type": "Reroute",
"pos": [
-950,
818
],
"size": [
75,
26
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 902
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
904
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 379,
"type": "Reroute",
"pos": [
-954,
779
],
"size": [
75,
26
],
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 888
}
],
"outputs": [
{
"name": "",
"type": "VHS_VIDEOINFO",
"links": [
889
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 378,
"type": "VHS_VideoInfoSource",
"pos": [
3701,
895
],
"size": {
"0": 304.79998779296875,
"1": 106
},
"flags": {},
"order": 35,
"mode": 0,
"inputs": [
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"link": 889
}
],
"outputs": [
{
"name": "fps🟨",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "frame_count🟨",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "duration🟨",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "width🟨",
"type": "INT",
"links": [
894
],
"shape": 3,
"slot_index": 3
},
{
"name": "height🟨",
"type": "INT",
"links": [
895
],
"shape": 3,
"slot_index": 4
}
],
"properties": {
"Node name for S&R": "VHS_VideoInfoSource"
},
"widgets_values": {}
},
{
"id": 374,
"type": "VHS_VideoCombine",
"pos": [
4729,
733
],
"size": [
210,
662
],
"flags": {},
"order": 88,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 901
},
{
"name": "audio",
"type": "AUDIO",
"link": 874
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_02828-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
}
}
}
},
{
"id": 373,
"type": "ImageCompositeMasked",
"pos": [
4373,
734
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 87,
"mode": 0,
"inputs": [
{
"name": "destination",
"type": "IMAGE",
"link": 904
},
{
"name": "source",
"type": "IMAGE",
"link": 905
},
{
"name": "mask",
"type": "MASK",
"link": 880
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
901
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageCompositeMasked"
},
"widgets_values": [
0,
0,
true
]
},
{
"id": 333,
"type": "ImageCASharpening+",
"pos": [
4038,
146
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 84,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 790
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
791,
917
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageCASharpening+"
},
"widgets_values": [
0.8
]
},
{
"id": 381,
"type": "ImageScale",
"pos": [
4040,
757
],
"size": {
"0": 315,
"1": 130
},
"flags": {
"collapsed": false
},
"order": 86,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 917
},
{
"name": "width",
"type": "INT",
"link": 894,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 895,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
905
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
512,
512,
"disabled"
]
},
{
"id": 321,
"type": "VHS_VideoCombine",
"pos": [
4721,
-218
],
"size": [
210,
669
],
"flags": {},
"order": 85,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 791
},
{
"name": "audio",
"type": "AUDIO",
"link": 762
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_02808-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
}
}
}
},
{
"id": 384,
"type": "LineartStandardPreprocessor",
"pos": [
2706,
754
],
"size": [
251.30741905459854,
106
],
"flags": {},
"order": 64,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 915
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
916
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LineartStandardPreprocessor"
},
"widgets_values": [
6,
8,
512
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
-1828.3064101061982,
-109.89455522296822
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 81
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
768
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"high quality, masterpiece, 4k, high resolution photograph of ral-dissolve"
]
},
{
"id": 102,
"type": "IPAdapterBatch",
"pos": [
2330,
-50
],
"size": [
303.8558349609375,
278
],
"flags": {},
"order": 76,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 821
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": 237
},
{
"name": "image",
"type": "IMAGE",
"link": 822,
"slot_index": 2
},
{
"name": "image_negative",
"type": "IMAGE",
"link": null
},
{
"name": "attn_mask",
"type": "MASK",
"link": 908
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
716,
784
],
"shape": 3,
"slot_index": 0
}
],
"title": "IPAdapter Batch Foreground",
"properties": {
"Node name for S&R": "IPAdapterBatch"
},
"widgets_values": [
0.9,
"linear",
0,
1,
"K+V",
0
]
},
{
"id": 376,
"type": "FlexMaskWarp",
"pos": [
1860,
-770
],
"size": {
"0": 315,
"1": 290
},
"flags": {},
"order": 65,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 885
},
{
"name": "feature",
"type": "FEATURE",
"link": 882
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 883
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
886,
913
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskWarp"
},
"widgets_values": [
1,
false,
0,
0,
0,
"perlin",
0.6900000000000001,
35.7,
5
]
},
{
"id": 56,
"type": "LoadImage",
"pos": [
1840,
-160
],
"size": [
210,
314
],
"flags": {},
"order": 16,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
807
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"FREE_psychadelicFire.webp",
"image"
]
}
],
"links": [
[
61,
30,
0,
31,
0,
"MOTION_MODEL_ADE"
],
[
62,
31,
0,
32,
1,
"M_MODELS"
],
[
64,
34,
0,
32,
2,
"CONTEXT_OPTIONS"
],
[
81,
4,
1,
7,
0,
"CLIP"
],
[
102,
4,
0,
52,
0,
"MODEL"
],
[
194,
32,
0,
88,
0,
"MODEL"
],
[
195,
88,
0,
11,
0,
"MODEL"
],
[
237,
11,
1,
102,
1,
"IPADAPTER"
],
[
610,
4,
1,
255,
0,
"CLIP"
],
[
620,
258,
0,
261,
0,
"IMAGE"
],
[
650,
276,
0,
275,
3,
"LATENT"
],
[
651,
275,
0,
87,
0,
"LATENT"
],
[
656,
84,
0,
277,
0,
"LATENT"
],
[
657,
273,
1,
279,
0,
"MASK"
],
[
660,
281,
0,
280,
2,
"CONTROL_NET"
],
[
665,
280,
0,
84,
1,
"CONDITIONING"
],
[
666,
280,
1,
84,
2,
"CONDITIONING"
],
[
669,
280,
0,
275,
1,
"CONDITIONING"
],
[
670,
280,
1,
275,
2,
"CONDITIONING"
],
[
685,
287,
1,
263,
0,
"AUDIO"
],
[
687,
287,
5,
263,
1,
"FEATURE_PIPE"
],
[
688,
288,
0,
287,
0,
"OPEN_UNMIX_MODEL"
],
[
692,
263,
0,
290,
0,
"FEATURE"
],
[
693,
290,
0,
285,
0,
"FEATURE"
],
[
694,
290,
1,
271,
0,
"IMAGE"
],
[
704,
261,
0,
301,
0,
"*"
],
[
716,
102,
0,
84,
0,
"MODEL"
],
[
718,
263,
1,
310,
2,
"FEATURE_PIPE"
],
[
720,
310,
0,
307,
0,
"IMAGE"
],
[
746,
317,
0,
277,
1,
"VAE"
],
[
747,
317,
0,
316,
1,
"VAE"
],
[
748,
316,
0,
276,
0,
"LATENT"
],
[
749,
317,
0,
87,
1,
"VAE"
],
[
750,
277,
0,
316,
0,
"IMAGE"
],
[
756,
319,
0,
291,
0,
"MODEL"
],
[
757,
52,
0,
319,
0,
"MODEL"
],
[
762,
311,
0,
321,
1,
"AUDIO"
],
[
765,
261,
0,
310,
0,
"IMAGE"
],
[
766,
310,
0,
260,
0,
"IMAGE"
],
[
768,
7,
0,
323,
0,
"*"
],
[
769,
255,
0,
324,
0,
"*"
],
[
770,
323,
0,
280,
0,
"CONDITIONING"
],
[
771,
324,
0,
280,
1,
"CONDITIONING"
],
[
772,
310,
0,
325,
0,
"*"
],
[
774,
279,
0,
326,
0,
"*"
],
[
776,
326,
0,
327,
0,
"*"
],
[
779,
328,
0,
260,
1,
"VAE"
],
[
780,
328,
0,
317,
0,
"*"
],
[
781,
291,
0,
329,
0,
"*"
],
[
782,
329,
0,
330,
0,
"*"
],
[
783,
330,
0,
32,
0,
"MODEL"
],
[
784,
102,
0,
275,
0,
"MODEL"
],
[
785,
4,
2,
331,
0,
"*"
],
[
786,
331,
0,
328,
0,
"*"
],
[
788,
332,
0,
311,
0,
"*"
],
[
789,
332,
0,
287,
1,
"AUDIO"
],
[
790,
87,
0,
333,
0,
"IMAGE"
],
[
791,
333,
0,
321,
0,
"IMAGE"
],
[
792,
263,
0,
310,
1,
"FEATURE"
],
[
793,
260,
0,
335,
0,
"*"
],
[
794,
335,
0,
336,
0,
"*"
],
[
807,
56,
0,
343,
0,
"IMAGE"
],
[
811,
258,
2,
332,
0,
"*"
],
[
813,
273,
1,
346,
0,
"*"
],
[
815,
346,
0,
348,
0,
"*"
],
[
820,
11,
0,
350,
0,
"MODEL"
],
[
821,
350,
0,
102,
0,
"MODEL"
],
[
822,
343,
0,
102,
2,
"IMAGE"
],
[
823,
351,
0,
352,
0,
"IMAGE"
],
[
825,
11,
1,
350,
1,
"IPADAPTER"
],
[
827,
336,
0,
84,
3,
"LATENT"
],
[
831,
353,
0,
354,
0,
"IMAGE"
],
[
835,
277,
0,
356,
0,
"IMAGE"
],
[
836,
352,
0,
357,
1,
"IMAGE"
],
[
837,
357,
3,
350,
2,
"IMAGE"
],
[
839,
285,
0,
358,
0,
"*"
],
[
840,
358,
0,
359,
0,
"*"
],
[
841,
359,
0,
357,
0,
"WEIGHTS_STRATEGY"
],
[
842,
301,
0,
361,
0,
"*"
],
[
843,
361,
0,
287,
2,
"IMAGE"
],
[
847,
311,
0,
356,
1,
"AUDIO"
],
[
848,
261,
0,
273,
0,
"IMAGE"
],
[
849,
357,
0,
350,
6,
"FLOAT"
],
[
863,
362,
0,
370,
1,
"FEATURE"
],
[
867,
362,
1,
371,
0,
"IMAGE"
],
[
868,
348,
0,
370,
0,
"MASK"
],
[
870,
287,
5,
372,
1,
"FEATURE_PIPE"
],
[
871,
372,
0,
362,
0,
"FEATURE"
],
[
872,
372,
1,
370,
2,
"FEATURE_PIPE"
],
[
874,
311,
0,
374,
1,
"AUDIO"
],
[
880,
327,
0,
373,
2,
"MASK"
],
[
881,
287,
3,
372,
0,
"AUDIO"
],
[
882,
372,
0,
376,
1,
"FEATURE"
],
[
883,
372,
1,
376,
2,
"FEATURE_PIPE"
],
[
885,
370,
0,
376,
0,
"MASK"
],
[
886,
376,
0,
349,
0,
"*"
],
[
888,
258,
3,
379,
0,
"*"
],
[
889,
379,
0,
378,
0,
"VHS_VIDEOINFO"
],
[
894,
378,
3,
381,
1,
"INT"
],
[
895,
378,
4,
381,
2,
"INT"
],
[
901,
373,
0,
374,
0,
"IMAGE"
],
[
902,
258,
0,
375,
0,
"*"
],
[
904,
375,
0,
373,
0,
"IMAGE"
],
[
905,
381,
0,
373,
1,
"IMAGE"
],
[
907,
349,
0,
383,
0,
"*"
],
[
908,
383,
0,
102,
4,
"MASK"
],
[
911,
383,
0,
382,
1,
"MASK"
],
[
912,
327,
0,
382,
0,
"MASK"
],
[
913,
376,
0,
353,
0,
"MASK"
],
[
914,
382,
0,
350,
4,
"MASK"
],
[
915,
325,
0,
384,
0,
"IMAGE"
],
[
916,
384,
0,
280,
3,
"IMAGE"
],
[
917,
333,
0,
381,
0,
"IMAGE"
]
],
"groups": [
{
"title": "Control net",
"bounding": [
2668,
590,
733,
439
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Animate diff",
"bounding": [
963,
-129,
807,
615
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Ipadapter",
"bounding": [
1820,
-220,
834,
803
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Audio Feature",
"bounding": [
-357,
-1018,
1220,
613
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Setep",
"bounding": [
-2533,
-223,
1194,
735
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Sample1",
"bounding": [
2670,
-250,
956,
807
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Sample2",
"bounding": [
3686,
-294,
915,
791
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Load image",
"bounding": [
-1284,
-242,
1053,
783
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "😂",
"bounding": [
-193,
-240,
838,
779
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Bass Feature + Mask Mod",
"bounding": [
1009,
-1035,
1489,
609
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Paste Subject",
"bounding": [
3696,
598,
1344,
752
],
"color": "#3f789e",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.2896643797366883,
"offset": {
"0": 4.764620324066559,
"1": 466.41537683245787
}
}
},
"version": 0.4
}