nodes/ryanontheinside-ComfyUI_RyanOnTheInside
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
Files
v2/mod-param
ryanontheinside-ComfyUI_Rya…/examples/audio_lora.json
T

6403 lines
111 KiB
JSON
Raw Permalink Blame History

{
"last_node_id": 320,
"last_link_id": 490,
"nodes": [
{
"id": 118,
"type": "ADE_AnimateDiffSamplingSettings",
"pos": [
3102.712646484375,
211.1063995361328
],
"size": [
273.3500061035156,
274
],
"flags": {},
"order": 36,
"mode": 0,
"inputs": [
{
"name": "noise_layers",
"type": "NOISE_LAYERS",
"link": null,
"slot_index": 0,
"shape": 7
},
{
"name": "iteration_opts",
"type": "ITERATION_OPTS",
"link": null,
"shape": 7
},
{
"name": "custom_cfg",
"type": "CUSTOM_CFG",
"link": 178,
"slot_index": 2,
"shape": 7
},
{
"name": "sigma_schedule",
"type": "SIGMA_SCHEDULE",
"link": null,
"slot_index": 3,
"shape": 7
},
{
"name": "seed_override",
"type": "INT",
"link": null,
"widget": {
"name": "seed_override"
}
},
{
"name": "seed_override",
"type": "INT",
"link": null,
"widget": {
"name": "seed_override"
},
"shape": 7
},
{
"name": "image_inject",
"type": "IMAGE_INJECT",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "settings",
"type": "SAMPLE_SETTINGS",
"links": [
175
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffSamplingSettings",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
0,
"FreeNoise",
"comfy",
0,
0,
false
]
},
{
"id": 119,
"type": "ADE_MultivalDynamic",
"pos": [
2752.712646484375,
11.106085777282715
],
"size": [
259.9388122558594,
63.332008361816406
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "mask_optional",
"type": "MASK",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "MULTIVAL",
"type": "MULTIVAL",
"links": [
176
],
"slot_index": 0,
"shape": 3
}
],
"title": "Scale 🎭🅐🅓",
"properties": {
"Node name for S&R": "ADE_MultivalDynamic",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
1.1400000000000001
]
},
{
"id": 120,
"type": "ADE_AnimateDiffUniformContextOptions",
"pos": [
3102.712646484375,
-98.89384460449219
],
"size": [
273.269775390625,
270
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null,
"shape": 7
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
173
],
"slot_index": 0,
"shape": 3
}
],
"title": "Context Options 🎭🅐🅓",
"properties": {
"Node name for S&R": "ADE_AnimateDiffUniformContextOptions",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
16,
1,
4,
"uniform",
false,
"pyramid",
false,
0,
1,
""
]
},
{
"id": 121,
"type": "ADE_MultivalDynamic",
"pos": [
2752.712646484375,
-98.89384460449219
],
"size": [
265.1632385253906,
58
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "mask_optional",
"type": "MASK",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "MULTIVAL",
"type": "MULTIVAL",
"links": [
177
],
"shape": 3
}
],
"title": "Effect 🎭🅐🅓",
"properties": {
"Node name for S&R": "ADE_MultivalDynamic",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
1.1
]
},
{
"id": 122,
"type": "ADE_CustomCFGSimple",
"pos": [
2752.712646484375,
111.10614013671875
],
"size": [
257.2469787597656,
60.893348693847656
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "cfg_extras",
"type": "CFG_EXTRAS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "CUSTOM_CFG",
"type": "CUSTOM_CFG",
"links": [
178
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_CustomCFGSimple",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
2
]
},
{
"id": 124,
"type": "ADE_AdjustWeightAllMult",
"pos": [
2742.712646484375,
-258.89434814453125
],
"size": [
270.3999938964844,
82
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "prev_weight_adjust",
"type": "WEIGHT_ADJUST",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "WEIGHT_ADJUST",
"type": "WEIGHT_ADJUST",
"links": [],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AdjustWeightAllMult",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
1.01,
false
]
},
{
"id": 125,
"type": "ADE_AnimateDiffLoRALoader",
"pos": [
2742.712646484375,
-398.8938903808594
],
"size": [
261.19134521484375,
82
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "prev_motion_lora",
"type": "MOTION_LORA",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "MOTION_LORA",
"type": "MOTION_LORA",
"links": [
174
],
"slot_index": 0,
"shape": 3
}
],
"title": "AnimateDiff LoRA",
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoRALoader",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
"LiquidAF-0-1.safetensors",
0.8
]
},
{
"id": 21,
"type": "SetClipHooks",
"pos": [
1135.2972412109375,
-156.53550720214844
],
"size": [
217.4999542236328,
102
],
"flags": {},
"order": 60,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 21
},
{
"name": "hooks",
"type": "HOOKS",
"link": 52,
"shape": 7
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
1,
3
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "SetClipHooks"
},
"widgets_values": [
true,
false
]
},
{
"id": 11,
"type": "SetClipHooks",
"pos": [
1075.2972412109375,
143.46449279785156
],
"size": [
210,
102
],
"flags": {},
"order": 59,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 9
},
{
"name": "hooks",
"type": "HOOKS",
"link": 48,
"shape": 7
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
165,
166
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "SetClipHooks"
},
"widgets_values": [
true,
false
]
},
{
"id": 2,
"type": "CLIPTextEncode",
"pos": [
1425.2979736328125,
-96.53550720214844
],
"size": [
327,
108
],
"flags": {},
"order": 68,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 1
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
14
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"worst quality, low quality"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 3,
"type": "CLIPTextEncode",
"pos": [
1405.2979736328125,
273.4644775390625
],
"size": [
327,
108
],
"flags": {},
"order": 67,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 166
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
100
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"worst quality, low quality"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 10,
"type": "VAELoader",
"pos": [
3599.3759765625,
-442.0704040527344
],
"size": [
315,
58
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
8
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vaeFtMse840000EmaPruned_vae.safetensors"
]
},
{
"id": 136,
"type": "GetNode",
"pos": [
3620.906494140625,
-290.0384521484375
],
"size": [
210,
58
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
192
],
"slot_index": 0
}
],
"title": "Get_audio",
"properties": {},
"widgets_values": [
"audio"
]
},
{
"id": 137,
"type": "EmptyImageAndMaskFromAudio",
"pos": [
-3149.243408203125,
-90.49396514892578
],
"size": [
411.6000061035156,
146
],
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 195
}
],
"outputs": [
{
"name": "empty_image",
"type": "IMAGE",
"links": [],
"slot_index": 0,
"shape": 3
},
{
"name": "empty_mask",
"type": "MASK",
"links": [],
"slot_index": 1,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": [
196
],
"slot_index": 2,
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyImageAndMaskFromAudio"
},
"widgets_values": [
30,
768,
464
]
},
{
"id": 102,
"type": "SetNode",
"pos": [
-2713.39599609375,
-38.110877990722656
],
"size": [
210,
58
],
"flags": {},
"order": 51,
"mode": 0,
"inputs": [
{
"name": "INT",
"type": "INT",
"link": 196
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_framecount",
"properties": {
"previousName": "framecount"
},
"widgets_values": [
"framecount"
]
},
{
"id": 139,
"type": "SetNode",
"pos": [
-3799.91796875,
-600.672119140625
],
"size": [
210,
58
],
"flags": {},
"order": 73,
"mode": 0,
"inputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"link": 409
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_initimg_resize",
"properties": {
"previousName": "initimg_resize"
},
"widgets_values": [
"initimg_resize"
]
},
{
"id": 117,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
3102.712646484375,
-398.8938903808594
],
"size": [
271.7644958496094,
242
],
"flags": {},
"order": 75,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 283
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 173,
"slot_index": 1,
"shape": 7
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": 174,
"slot_index": 2,
"shape": 7
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null,
"slot_index": 3,
"shape": 7
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null,
"shape": 7
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": 175,
"slot_index": 5,
"shape": 7
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": 176,
"slot_index": 6,
"shape": 7
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": 177,
"slot_index": 7,
"shape": 7
},
{
"name": "per_block",
"type": "PER_BLOCK",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
180,
239
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
"ALCM_sd15_t2v_beta.ckpt",
"lcm avg(sqrt_linear,linear)"
]
},
{
"id": 155,
"type": "VAEDecode",
"pos": [
5174.02587890625,
-370.47601318359375
],
"size": [
210,
46
],
"flags": {},
"order": 112,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 235
},
{
"name": "vae",
"type": "VAE",
"link": 236
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
237
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 158,
"type": "GetNode",
"pos": [
4744.02587890625,
-270.47601318359375
],
"size": [
210,
58
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
238
],
"slot_index": 0
}
],
"title": "Get_audio",
"properties": {},
"widgets_values": [
"audio"
]
},
{
"id": 150,
"type": "GetNode",
"pos": [
2791.082763671875,
1035.9306640625
],
"size": [
210,
58
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
246
],
"slot_index": 0
}
],
"title": "Get_initimg_resize",
"properties": {},
"widgets_values": [
"initimg_resize"
]
},
{
"id": 157,
"type": "VAELoader",
"pos": [
4666.6494140625,
-380.90716552734375
],
"size": [
315,
58
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
236
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vaeFtMse840000EmaPruned_vae.safetensors"
]
},
{
"id": 151,
"type": "ACN_AdvancedControlNetApply_v2",
"pos": [
3522.631591796875,
857.6676635742188
],
"size": [
285.6000061035156,
266
],
"flags": {},
"order": 85,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 442
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 443
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 218
},
{
"name": "image",
"type": "IMAGE",
"link": 247
},
{
"name": "mask_optional",
"type": "MASK",
"link": null,
"shape": 7
},
{
"name": "timestep_kf",
"type": "TIMESTEP_KEYFRAME",
"link": null,
"shape": 7
},
{
"name": "latent_kf_override",
"type": "LATENT_KEYFRAME",
"link": null,
"shape": 7
},
{
"name": "weights_override",
"type": "CONTROL_NET_WEIGHTS",
"link": null,
"shape": 7
},
{
"name": "vae_optional",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
221,
240
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
222,
241
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ACN_AdvancedControlNetApply_v2"
},
"widgets_values": [
0.7000000000000001,
0,
0.5
]
},
{
"id": 182,
"type": "GroundingDinoModelLoader (segment anything)",
"pos": [
-1420.2445068359375,
218.81634521484375
],
"size": [
541.800048828125,
58
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "GROUNDING_DINO_MODEL",
"type": "GROUNDING_DINO_MODEL",
"links": [
273
]
}
],
"properties": {
"Node name for S&R": "GroundingDinoModelLoader (segment anything)"
},
"widgets_values": [
"GroundingDINO_SwinT_OGC (694MB)"
]
},
{
"id": 9,
"type": "VAEDecode",
"pos": [
3986.451171875,
-427.84124755859375
],
"size": [
210,
46
],
"flags": {},
"order": 98,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 8
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
164
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 110,
"type": "VHS_VideoCombine",
"pos": [
4033.662841796875,
-320.612548828125
],
"size": [
399.9459228515625,
988.2792358398438
],
"flags": {},
"order": 108,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 164
},
{
"name": "audio",
"type": "AUDIO",
"link": 192,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00490-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "AnimateDiff_00490.png",
"fullpath": "/runpod-volume/ComfyUI_rv/output/AnimateDiff_00490-audio.mp4"
},
"muted": false
}
}
},
{
"id": 196,
"type": "GetNode",
"pos": [
-1200,
2160
],
"size": [
210,
58
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
293
],
"slot_index": 0
}
],
"title": "Get_mask_bg",
"properties": {},
"widgets_values": [
"mask_bg"
]
},
{
"id": 17,
"type": "PairConditioningSetPropertiesAndCombine",
"pos": [
2256.716552734375,
-149.84344482421875
],
"size": [
340.20001220703125,
202
],
"flags": {},
"order": 80,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 97
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 98
},
{
"name": "positive_NEW",
"type": "CONDITIONING",
"link": 99
},
{
"name": "negative_NEW",
"type": "CONDITIONING",
"link": 100
},
{
"name": "mask",
"type": "MASK",
"link": 20,
"shape": 7
},
{
"name": "hooks",
"type": "HOOKS",
"link": null,
"shape": 7
},
{
"name": "timesteps",
"type": "TIMESTEPS_RANGE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
442
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
443
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "PairConditioningSetPropertiesAndCombine"
},
"widgets_values": [
1,
"default"
]
},
{
"id": 12,
"type": "CLIPSetLastLayer",
"pos": [
775.2973022460938,
13.464492797851562
],
"size": [
210,
58.683013916015625
],
"flags": {},
"order": 48,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 10
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
9,
21
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPSetLastLayer"
},
"widgets_values": [
-2
]
},
{
"id": 123,
"type": "ADE_AdjustPESweetspotStretch",
"pos": [
2748.25341796875,
292.8603820800781
],
"size": [
253.07310485839844,
106
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "prev_pe_adjust",
"type": "PE_ADJUST",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "PE_ADJUST",
"type": "PE_ADJUST",
"links": [],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AdjustPESweetspotStretch",
"ttNbgOverride": {
"color": "#2a363b",
"bgcolor": "#3f5159",
"groupcolor": "#3f789e"
}
},
"widgets_values": [
16,
18,
false
]
},
{
"id": 190,
"type": "DifferentialDiffusion",
"pos": [
2217.86962890625,
607.6415405273438
],
"size": [
277.20001220703125,
26
],
"flags": {},
"order": 65,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 449
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
283
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DifferentialDiffusion"
},
"widgets_values": []
},
{
"id": 144,
"type": "IPAdapterUnifiedLoader",
"pos": [
1546.594482421875,
573.0177612304688
],
"size": [
315,
78
],
"flags": {},
"order": 47,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 208
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
445
],
"slot_index": 0,
"shape": 3
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"links": [
446
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "IPAdapterUnifiedLoader"
},
"widgets_values": [
"PLUS (high strength)"
]
},
{
"id": 277,
"type": "MaskToImage",
"pos": [
-570.9765625,
981.3114624023438
],
"size": [
264.5999755859375,
26
],
"flags": {},
"order": 55,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 421
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
422
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
},
"widgets_values": []
},
{
"id": 152,
"type": "ControlNetLoader",
"pos": [
2996.48681640625,
833.2398681640625
],
"size": [
315,
58
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
218
]
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11f1p_sd15_depth.pth"
]
},
{
"id": 163,
"type": "AIO_Preprocessor",
"pos": [
3008.70263671875,
967.0679321289062
],
"size": [
315,
82
],
"flags": {},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 246
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
247
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AIO_Preprocessor"
},
"widgets_values": [
"Zoe-DepthMapPreprocessor",
64
]
},
{
"id": 293,
"type": "LoadImage",
"pos": [
1548.28662109375,
739.24267578125
],
"size": [
315,
314
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
451
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"FREE_psychadelicFire.webp",
"image"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
1425.2979736328125,
103.46449279785156
],
"size": [
327,
108
],
"flags": {},
"order": 66,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 165
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
99
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"1man, a tough boxer shadow boxing in the gym"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 156,
"type": "VHS_VideoCombine",
"pos": [
5625.923828125,
-380.869384765625
],
"size": [
399.9459228515625,
985.9338989257812
],
"flags": {},
"order": 113,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 237
},
{
"name": "audio",
"type": "AUDIO",
"link": 238,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00491-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "AnimateDiff_00491.png",
"fullpath": "/runpod-volume/ComfyUI_rv/output/AnimateDiff_00491-audio.mp4"
},
"muted": false
}
}
},
{
"id": 14,
"type": "InvertMask",
"pos": [
2088.144287109375,
-414.2312316894531
],
"size": [
210,
26
],
"flags": {},
"order": 57,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 46
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
20
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
},
"widgets_values": []
},
{
"id": 128,
"type": "GetImageSizeAndCount",
"pos": [
-4208.6083984375,
-740.6171875
],
"size": [
277.20001220703125,
86
],
"flags": {
"collapsed": false
},
"order": 62,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 286
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
289,
409,
410
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null
},
{
"name": "height",
"type": "INT",
"links": null
},
{
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 192,
"type": "ImageScaleBy",
"pos": [
-4586.4140625,
-753.6970825195312
],
"size": [
315,
82
],
"flags": {},
"order": 50,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 285
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
286
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScaleBy"
},
"widgets_values": [
"lanczos",
0.4
]
},
{
"id": 140,
"type": "SetNode",
"pos": [
-3570.507080078125,
-429.794189453125
],
"size": [
210,
58
],
"flags": {},
"order": 79,
"mode": 0,
"inputs": [
{
"name": "LATENT",
"type": "LATENT",
"link": 199
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_init_latent",
"properties": {
"previousName": "init_latent"
},
"widgets_values": [
"init_latent"
]
},
{
"id": 114,
"type": "VAELoader",
"pos": [
-4571.64013671875,
-562.6693115234375
],
"size": [
315,
58
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
168
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vaeFtMse840000EmaPruned_vae.safetensors"
]
},
{
"id": 115,
"type": "VAEEncode",
"pos": [
-3820.88134765625,
-497.2352294921875
],
"size": [
210,
46
],
"flags": {},
"order": 74,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 410
},
{
"name": "vae",
"type": "VAE",
"link": 168
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
199
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
},
"widgets_values": []
},
{
"id": 138,
"type": "Note",
"pos": [
-2933.0673828125,
100.34479522705078
],
"size": [
521.2003173828125,
102.6712646484375
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"I need to make a FrameCountFromAudio node!\n\nWe cant use frame count from the other 'empty image and mask...' node above this one, as it would make a feedback loop in the workflow. I can't remember why I set this workflow up this way, but I am sure I thought I had a good reason at the time."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 311,
"type": "SetNode",
"pos": [
-601.5011596679688,
876.4684448242188
],
"size": [
210,
58
],
"flags": {},
"order": 56,
"mode": 0,
"inputs": [
{
"name": "MASK",
"type": "MASK",
"link": 475
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_maskdilate",
"properties": {
"previousName": "maskdilate"
},
"widgets_values": [
"maskdilate"
]
},
{
"id": 100,
"type": "InvertMask",
"pos": [
-1860,
1670
],
"size": [
210,
26
],
"flags": {},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 151
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
152
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
},
"widgets_values": []
},
{
"id": 95,
"type": "GetNode",
"pos": [
-1900,
1770
],
"size": [
282.97052001953125,
74.21566772460938
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
146
],
"slot_index": 0
}
],
"title": "Get_kifck_feature",
"properties": {},
"widgets_values": [
"kifck_feature"
]
},
{
"id": 96,
"type": "GetNode",
"pos": [
-1850,
1900
],
"size": [
210,
58
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
148
],
"slot_index": 0
}
],
"title": "Get_featrurepipe",
"properties": {},
"widgets_values": [
"featrurepipe"
]
},
{
"id": 97,
"type": "GetNode",
"pos": [
-1830,
1570
],
"size": [
210,
58
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
151
],
"slot_index": 0
}
],
"title": "Get_emptymask",
"properties": {},
"widgets_values": [
"emptymask"
]
},
{
"id": 197,
"type": "MaskCompositePlus",
"pos": [
-930,
1790
],
"size": [
310.79998779296875,
78
],
"flags": {},
"order": 61,
"mode": 0,
"inputs": [
{
"name": "mask1",
"type": "MASK",
"link": 294
},
{
"name": "mask2",
"type": "MASK",
"link": 293
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
295,
477
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskCompositePlus"
},
"widgets_values": [
"subtract"
]
},
{
"id": 98,
"type": "MaskToImage",
"pos": [
-890,
1900
],
"size": [
264.5999755859375,
26
],
"flags": {},
"order": 70,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 295
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
150
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
},
"widgets_values": []
},
{
"id": 101,
"type": "GetNode",
"pos": [
-490,
1970
],
"size": [
210,
58
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
153
],
"slot_index": 0
}
],
"title": "Get_audio",
"properties": {},
"widgets_values": [
"audio"
]
},
{
"id": 313,
"type": "SetNode",
"pos": [
-570,
1630
],
"size": [
210,
58
],
"flags": {},
"order": 71,
"mode": 0,
"inputs": [
{
"name": "MASK",
"type": "MASK",
"link": 477
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_maskopacity",
"properties": {
"previousName": "maskopacity"
},
"widgets_values": [
"maskopacity"
]
},
{
"id": 275,
"type": "GetNode",
"pos": [
-575.3842163085938,
1193.9365234375
],
"size": [
210,
58
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
420
],
"slot_index": 0
}
],
"title": "Get_audio",
"properties": {},
"widgets_values": [
"audio"
]
},
{
"id": 129,
"type": "GetNode",
"pos": [
-4892.66259765625,
-855.3516235351562
],
"size": [
210,
58
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
204
],
"slot_index": 0
}
],
"title": "Get_framecount",
"properties": {},
"widgets_values": [
"framecount"
]
},
{
"id": 143,
"type": "VHS_LoadVideo",
"pos": [
-4920.28369140625,
-744.6640014648438
],
"size": [
247.455078125,
262
],
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
},
{
"name": "frame_load_cap",
"type": "INT",
"link": 204,
"widget": {
"name": "frame_load_cap"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
285
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "pexels_boxer.mp4",
"force_rate": 30,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"force_rate": 30,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"filename": "pexels_boxer.mp4",
"type": "input",
"format": "video/mp4"
},
"muted": false
}
}
},
{
"id": 142,
"type": "GetImageSizeAndCount",
"pos": [
-3801.87060546875,
-760.72802734375
],
"size": [
277.20001220703125,
86
],
"flags": {
"collapsed": false
},
"order": 72,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 289
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": [
202
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": [
203
],
"slot_index": 2
},
{
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 92,
"type": "VHS_LoadAudioUpload",
"pos": [
-3179.532958984375,
-1009.7830200195312
],
"size": [
243.818359375,
130
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": [
122,
123,
132,
195,
489
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadAudioUpload"
},
"widgets_values": {
"audio": "Golden Girl.mp3",
"start_time": 26.5,
"duration": 7,
"choose audio to upload": "image"
}
},
{
"id": 88,
"type": "FeatureMixer",
"pos": [
-1542.70263671875,
-580.540771484375
],
"size": [
367.79998779296875,
342
],
"flags": {},
"order": 93,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 140
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
130
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
139
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1.59,
0,
1,
1,
1,
1,
1,
0,
0.15,
0.5,
0.5,
false
]
},
{
"id": 75,
"type": "SetNode",
"pos": [
-631.8554077148438,
-1310.791748046875
],
"size": [
210,
58
],
"flags": {},
"order": 104,
"mode": 0,
"inputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"link": 125
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_drum_featuire",
"properties": {
"previousName": ""
},
"widgets_values": [
"drum_featuire"
]
},
{
"id": 91,
"type": "FeatureMixer",
"pos": [
-1559.99951171875,
-1488.37890625
],
"size": [
367.79998779296875,
342
],
"flags": {},
"order": 95,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 144
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
125
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
127
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1,
0,
1,
1,
1,
1,
1,
0,
0.3,
1,
0.5,
false
]
},
{
"id": 89,
"type": "FeatureMixer",
"pos": [
-1528.88671875,
-1041.274169921875
],
"size": [
367.79998779296875,
342
],
"flags": {},
"order": 94,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 141
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
128
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
131
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1,
0,
1,
1,
1,
1,
1,
0,
0.52,
1,
0.5,
false
]
},
{
"id": 181,
"type": "SAMModelLoader (segment anything)",
"pos": [
-1464.9158935546875,
85.3639907836914
],
"size": [
415.8000183105469,
58
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAM_MODEL",
"type": "SAM_MODEL",
"links": [
272
]
}
],
"properties": {
"Node name for S&R": "SAMModelLoader (segment anything)"
},
"widgets_values": [
"sam_vit_h (2.56GB)"
]
},
{
"id": 183,
"type": "GetNode",
"pos": [
-1701.0050048828125,
266.0216064453125
],
"size": [
210,
58
],
"flags": {},
"order": 26,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
274
],
"slot_index": 0
}
],
"title": "Get_initimg_resize",
"properties": {},
"widgets_values": [
"initimg_resize"
]
},
{
"id": 195,
"type": "SetNode",
"pos": [
-520.51513671875,
536.3828125
],
"size": [
210,
58
],
"flags": {},
"order": 63,
"mode": 0,
"inputs": [
{
"name": "MASK",
"type": "MASK",
"link": 291
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_mask_bg",
"properties": {
"previousName": "mask_bg"
},
"widgets_values": [
"mask_bg"
]
},
{
"id": 185,
"type": "SetNode",
"pos": [
-501.874267578125,
444.56414794921875
],
"size": [
210,
58
],
"flags": {},
"order": 53,
"mode": 0,
"inputs": [
{
"name": "MASK",
"type": "MASK",
"link": 479
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_mask_fg",
"properties": {
"previousName": "mask_fg"
},
"widgets_values": [
"mask_fg"
]
},
{
"id": 272,
"type": "GetNode",
"pos": [
-1576.5184326171875,
874.3690795898438
],
"size": [
210,
58
],
"flags": {},
"order": 27,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
417
],
"slot_index": 0
}
],
"title": "Get_mask_fg",
"properties": {},
"widgets_values": [
"mask_fg"
]
},
{
"id": 274,
"type": "GetNode",
"pos": [
-1577.8724365234375,
987.2863159179688
],
"size": [
210,
58
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
418
],
"slot_index": 0
}
],
"title": "Get_kifck_feature",
"properties": {},
"widgets_values": [
"kifck_feature"
]
},
{
"id": 273,
"type": "GetNode",
"pos": [
-1566.7303466796875,
1106.2540283203125
],
"size": [
210,
58
],
"flags": {},
"order": 29,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
419
],
"slot_index": 0
}
],
"title": "Get_featrurepipe",
"properties": {},
"widgets_values": [
"featrurepipe"
]
},
{
"id": 271,
"type": "FlexMaskMorph",
"pos": [
-1104.1156005859375,
856.7099609375
],
"size": [
415.8000183105469,
266
],
"flags": {},
"order": 44,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 417
},
{
"name": "feature",
"type": "FEATURE",
"link": 418
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 419
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
421,
475
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskMorph"
},
"widgets_values": [
1,
false,
0.97,
0,
0,
"dilate",
11,
25
]
},
{
"id": 93,
"type": "FlexMaskOpacity",
"pos": [
-1460,
1710
],
"size": [
441,
218
],
"flags": {},
"order": 49,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 152
},
{
"name": "feature",
"type": "FEATURE",
"link": 146
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 148
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
294
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskOpacity"
},
"widgets_values": [
1,
false,
0,
0,
0,
1
]
},
{
"id": 4,
"type": "CLIPTextEncode",
"pos": [
1422.325927734375,
-268.9685363769531
],
"size": [
327,
108
],
"flags": {},
"order": 69,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
13
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"1man, tough boxer made of gold shadow boxing in the gym (ral-chrome, dripping gold made of ral-acidzlime)"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 315,
"type": "GetNode",
"pos": [
1446.72998046875,
-405.689208984375
],
"size": [
210,
58
],
"flags": {},
"order": 30,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
478
],
"slot_index": 0
}
],
"title": "Get_maskopacity",
"properties": {},
"widgets_values": [
"maskopacity"
]
},
{
"id": 15,
"type": "Reroute",
"pos": [
1770.136474609375,
-409.6941223144531
],
"size": [
75,
26
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 478
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
46,
111
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 16,
"type": "PairConditioningSetProperties",
"pos": [
1861.81298828125,
-297.5429992675781
],
"size": [
315,
162
],
"flags": {},
"order": 76,
"mode": 0,
"inputs": [
{
"name": "positive_NEW",
"type": "CONDITIONING",
"link": 13
},
{
"name": "negative_NEW",
"type": "CONDITIONING",
"link": 14
},
{
"name": "mask",
"type": "MASK",
"link": 111,
"shape": 7
},
{
"name": "hooks",
"type": "HOOKS",
"link": null,
"shape": 7
},
{
"name": "timesteps",
"type": "TIMESTEPS_RANGE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
97
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
98
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "PairConditioningSetProperties"
},
"widgets_values": [
1,
"default"
]
},
{
"id": 20,
"type": "CreateHookLora",
"pos": [
785.2972412109375,
-302.7511901855469
],
"size": [
291.2920837402344,
106
],
"flags": {},
"order": 46,
"mode": 0,
"inputs": [
{
"name": "prev_hooks",
"type": "HOOKS",
"link": 121,
"shape": 7
}
],
"outputs": [
{
"name": "HOOKS",
"type": "HOOKS",
"links": [
52
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CreateHookLora"
},
"widgets_values": [
"ral-chrome-sd15.safetensors",
1.1,
1
]
},
{
"id": 71,
"type": "CreateHookLora",
"pos": [
399.3513488769531,
-311.66949462890625
],
"size": [
315,
106
],
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "prev_hooks",
"type": "HOOKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "HOOKS",
"type": "HOOKS",
"links": [
121
]
}
],
"properties": {
"Node name for S&R": "CreateHookLora"
},
"widgets_values": [
"ral-acidzlime-sd15.safetensors",
1,
1
]
},
{
"id": 13,
"type": "CheckpointLoaderSimple",
"pos": [
416.5162658691406,
-32.22148513793945
],
"size": [
315,
98
],
"flags": {},
"order": 32,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
208
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
10
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"photonLCM_v10.safetensors"
]
},
{
"id": 18,
"type": "CreateHookModelAsLora",
"pos": [
615.29736328125,
203.46449279785156
],
"size": [
315,
106
],
"flags": {},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "prev_hooks",
"type": "HOOKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "HOOKS",
"type": "HOOKS",
"links": [
48
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CreateHookModelAsLora"
},
"widgets_values": [
"photonLCM_v10.safetensors",
1,
1
]
},
{
"id": 292,
"type": "IPAdapterAdvanced",
"pos": [
1969.8837890625,
713.6547241210938
],
"size": [
315,
278
],
"flags": {},
"order": 58,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 445
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": 446
},
{
"name": "image",
"type": "IMAGE",
"link": 451
},
{
"name": "image_negative",
"type": "IMAGE",
"link": null,
"shape": 7
},
{
"name": "attn_mask",
"type": "MASK",
"link": 476,
"shape": 7
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
449
]
}
],
"properties": {
"Node name for S&R": "IPAdapterAdvanced"
},
"widgets_values": [
1,
"linear",
"concat",
0,
1,
"V only"
]
},
{
"id": 312,
"type": "GetNode",
"pos": [
1597.7138671875,
1129.4970703125
],
"size": [
210,
58
],
"flags": {},
"order": 34,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
476
],
"slot_index": 0
}
],
"title": "Get_maskdilate",
"properties": {},
"widgets_values": [
"maskdilate"
]
},
{
"id": 141,
"type": "GetNode",
"pos": [
3537.82568359375,
255.87149047851562
],
"size": [
210,
58
],
"flags": {},
"order": 35,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
292
],
"slot_index": 0
}
],
"title": "Get_init_latent",
"properties": {},
"widgets_values": [
"init_latent"
]
},
{
"id": 23,
"type": "KSampler",
"pos": [
3616.170166015625,
-127.18345642089844
],
"size": [
315,
262
],
"flags": {},
"order": 92,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 180
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 221
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 222
},
{
"name": "latent_image",
"type": "LATENT",
"link": 292
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7,
243
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
12345678,
"fixed",
4,
1.2,
"lcm",
"sgm_uniform",
0.8
]
},
{
"id": 161,
"type": "NNLatentUpscale",
"pos": [
4516.9619140625,
135.7705078125
],
"size": [
315,
82
],
"flags": {},
"order": 99,
"mode": 0,
"inputs": [
{
"name": "latent",
"type": "LATENT",
"link": 243
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
244
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "NNLatentUpscale"
},
"widgets_values": [
"SD 1.x",
1.5
]
},
{
"id": 160,
"type": "KSampler",
"pos": [
4850.0048828125,
-118.38045501708984
],
"size": [
315,
262
],
"flags": {},
"order": 109,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 239
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 240
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 241
},
{
"name": "latent_image",
"type": "LATENT",
"link": 244
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
235
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
12345678,
"fixed",
4,
1.2,
"lcm",
"sgm_uniform",
0.25
]
},
{
"id": 82,
"type": "EmptyImageAndMaskFromAudio",
"pos": [
-3173.924560546875,
-823.614013671875
],
"size": [
411.6000061035156,
146
],
"flags": {},
"order": 78,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 132
},
{
"name": "width",
"type": "INT",
"link": 202,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 203,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "empty_image",
"type": "IMAGE",
"links": [
133,
155,
490
],
"slot_index": 0,
"shape": 3
},
{
"name": "empty_mask",
"type": "MASK",
"links": [
145
],
"slot_index": 1,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": [],
"slot_index": 2,
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyImageAndMaskFromAudio"
},
"widgets_values": [
30,
768,
464
]
},
{
"id": 86,
"type": "AudioFeatureExtractor",
"pos": [
-2003.2021484375,
-567.3675537109375
],
"size": [
361.20001220703125,
78
],
"flags": {},
"order": 89,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 484
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 486
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
140
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 90,
"type": "AudioFeatureExtractor",
"pos": [
-2059.356689453125,
-1190.5667724609375
],
"size": [
361.20001220703125,
78
],
"flags": {},
"order": 90,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 482
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 487
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
141,
144
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
129
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 72,
"type": "PreviewAudio",
"pos": [
-2591.566650390625,
-1274.3228759765625
],
"size": [
315,
76.00001525878906
],
"flags": {},
"order": 40,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 122
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 194,
"type": "InvertMask",
"pos": [
-819.477294921875,
560.0089721679688
],
"size": [
210,
26
],
"flags": {},
"order": 54,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 480
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
291
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
},
"widgets_values": []
},
{
"id": 180,
"type": "GroundingDinoSAMSegment (segment anything)",
"pos": [
-1412.0692138671875,
330.6407470703125
],
"size": [
529.199951171875,
122
],
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "sam_model",
"type": "SAM_MODEL",
"link": 272
},
{
"name": "grounding_dino_model",
"type": "GROUNDING_DINO_MODEL",
"link": 273
},
{
"name": "image",
"type": "IMAGE",
"link": 274
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
275
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [
479,
480
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "GroundingDinoSAMSegment (segment anything)"
},
"widgets_values": [
"subject",
0.3
]
},
{
"id": 276,
"type": "VHS_VideoCombine",
"pos": [
-104.60978698730469,
859.416015625
],
"size": [
214.7587890625,
679.811279296875
],
"flags": {},
"order": 64,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 422
},
{
"name": "audio",
"type": "AUDIO",
"link": 420,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00488-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "AnimateDiff_00488.png",
"fullpath": "/runpod-volume/ComfyUI_rv/output/AnimateDiff_00488-audio.mp4"
},
"muted": false
}
}
},
{
"id": 184,
"type": "VHS_VideoCombine",
"pos": [
-94.98258209228516,
94.11283111572266
],
"size": [
214.7587890625,
679.811279296875
],
"flags": {},
"order": 52,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 275
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00485.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "AnimateDiff_00485.png",
"fullpath": "/runpod-volume/ComfyUI_rv/output/AnimateDiff_00485.mp4"
},
"muted": false
}
}
},
{
"id": 77,
"type": "PreviewImage",
"pos": [
-1155.638916015625,
-1474.6986083984375
],
"size": [
210,
246
],
"flags": {},
"order": 105,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 127
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 81,
"type": "PreviewImage",
"pos": [
-1131.8040771484375,
-1023.344970703125
],
"size": [
210,
246
],
"flags": {},
"order": 103,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 131
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 78,
"type": "SetNode",
"pos": [
-609.3577880859375,
-1082.59033203125
],
"size": [
210,
58
],
"flags": {},
"order": 102,
"mode": 0,
"inputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"link": 128
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_kifck_feature",
"properties": {
"previousName": ""
},
"widgets_values": [
"kifck_feature"
]
},
{
"id": 79,
"type": "SetNode",
"pos": [
-619.3171997070312,
-1194.2210693359375
],
"size": [
210,
58
],
"flags": {},
"order": 96,
"mode": 0,
"inputs": [
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"link": 129
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_featrurepipe",
"properties": {
"previousName": ""
},
"widgets_values": [
"featrurepipe"
]
},
{
"id": 80,
"type": "SetNode",
"pos": [
-604.028076171875,
-969.6499633789062
],
"size": [
210,
58
],
"flags": {},
"order": 100,
"mode": 0,
"inputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"link": 130
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_bass_feature",
"properties": {
"previousName": ""
},
"widgets_values": [
"bass_feature"
]
},
{
"id": 87,
"type": "PreviewImage",
"pos": [
-1128.9742431640625,
-577.43603515625
],
"size": [
210,
246
],
"flags": {},
"order": 101,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 139
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 178,
"type": "FeatureSmoothing",
"pos": [
-1100,
-2080
],
"size": [
319.20001220703125,
176.288330078125
],
"flags": {},
"order": 106,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 267
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
270
],
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
268
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "FeatureSmoothing"
},
"widgets_values": [
"moving_average",
5,
0.3,
1,
false
]
},
{
"id": 166,
"type": "AudioFeatureExtractor",
"pos": [
-2040,
-2030
],
"size": [
361.20001220703125,
78
],
"flags": {},
"order": 91,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 483
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 488
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
260
],
"slot_index": 0,
"shape": 3
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"rms_energy"
]
},
{
"id": 172,
"type": "FeatureMixer",
"pos": [
-1565.6920166015625,
-2070
],
"size": [
297.8359680175781,
342
],
"flags": {},
"order": 97,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 260
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
267
],
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
269
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1,
0,
1,
1,
1,
1,
1,
0,
0.6,
1,
0.5,
false
]
},
{
"id": 179,
"type": "PreviewImage",
"pos": [
-1175.230712890625,
-1871.43603515625
],
"size": [
210,
246
],
"flags": {},
"order": 107,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 269
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 169,
"type": "PreviewImage",
"pos": [
-931.3333740234375,
-1855.84619140625
],
"size": [
210,
246
],
"flags": {},
"order": 111,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 268
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 171,
"type": "SetNode",
"pos": [
-633.344970703125,
-1672.8128662109375
],
"size": [
210,
58
],
"flags": {},
"order": 110,
"mode": 0,
"inputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"link": 270
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_vocal_feature",
"properties": {
"previousName": "vocal_feature"
},
"widgets_values": [
"vocal_feature"
]
},
{
"id": 320,
"type": "workflow>wfe",
"pos": [
-2571.419921875,
-1107.6658935546875
],
"size": [
317.4000244140625,
182
],
"flags": {},
"order": 83,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 489
},
{
"name": "video_frames",
"type": "IMAGE",
"link": 490
}
],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "drums_audio",
"type": "AUDIO",
"links": [
482
]
},
{
"name": "vocals_audio",
"type": "AUDIO",
"links": [
483
]
},
{
"name": "bass_audio",
"type": "AUDIO",
"links": [
484,
485
]
},
{
"name": "other_audio",
"type": "AUDIO",
"links": null
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"links": [
486,
487,
488
]
}
],
"title": "audio separation",
"properties": {
"Node name for S&R": "workflow>wfe"
},
"widgets_values": [
"umxl",
30
]
},
{
"id": 83,
"type": "SetNode",
"pos": [
-2703.984619140625,
-826.0731811523438
],
"size": [
210,
58
],
"flags": {},
"order": 81,
"mode": 0,
"inputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"link": 133
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_emptyimg",
"properties": {
"previousName": ""
},
"widgets_values": [
"emptyimg"
]
},
{
"id": 94,
"type": "SetNode",
"pos": [
-2706.033447265625,
-717.9110717773438
],
"size": [
210,
58
],
"flags": {},
"order": 84,
"mode": 0,
"inputs": [
{
"name": "MASK",
"type": "MASK",
"link": 145
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_emptymask",
"properties": {
"previousName": "emptymask"
},
"widgets_values": [
"emptymask"
]
},
{
"id": 107,
"type": "GetImageSizeAndCount",
"pos": [
-2710.511962890625,
-602.6050415039062
],
"size": [
277.20001220703125,
86
],
"flags": {},
"order": 82,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 155
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": null
},
{
"name": "width",
"type": "INT",
"links": [
156
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": [
157
],
"slot_index": 2
},
{
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 106,
"type": "SetNode",
"pos": [
-613.6802978515625,
-834.4779663085938
],
"size": [
210,
58
],
"flags": {},
"order": 86,
"mode": 0,
"inputs": [
{
"name": "INT",
"type": "INT",
"link": 156
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_width",
"properties": {
"previousName": "width"
},
"widgets_values": [
"width"
]
},
{
"id": 108,
"type": "SetNode",
"pos": [
-615.9558715820312,
-697.3511962890625
],
"size": [
210,
58
],
"flags": {},
"order": 87,
"mode": 0,
"inputs": [
{
"name": "INT",
"type": "INT",
"link": 157
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_height",
"properties": {
"previousName": "height"
},
"widgets_values": [
"height"
]
},
{
"id": 73,
"type": "SetNode",
"pos": [
-627.056396484375,
-591.127685546875
],
"size": [
210,
58
],
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"link": 123
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_audio",
"properties": {
"previousName": ""
},
"widgets_values": [
"audio"
]
},
{
"id": 295,
"type": "SetNode",
"pos": [
-631.903564453125,
-466.83880615234375
],
"size": [
210,
58
],
"flags": {},
"order": 88,
"mode": 0,
"inputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"link": 485
}
],
"outputs": [
{
"name": "*",
"type": "*",
"links": null
}
],
"title": "Set_audio_base",
"properties": {
"previousName": "audio_base"
},
"widgets_values": [
"audio_base"
]
},
{
"id": 99,
"type": "VHS_VideoCombine",
"pos": [
-120,
1650
],
"size": [
214.7587890625,
679.811279296875
],
"flags": {},
"order": 77,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 150
},
{
"name": "audio",
"type": "AUDIO",
"link": 153,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00489-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "AnimateDiff_00489.png",
"fullpath": "/runpod-volume/ComfyUI_rv/output/AnimateDiff_00489-audio.mp4"
},
"muted": false
}
}
}
],
"links": [
[
1,
21,
0,
2,
0,
"CLIP"
],
[
3,
21,
0,
4,
0,
"CLIP"
],
[
7,
23,
0,
9,
0,
"LATENT"
],
[
8,
10,
0,
9,
1,
"VAE"
],
[
9,
12,
0,
11,
0,
"CLIP"
],
[
10,
13,
1,
12,
0,
"CLIP"
],
[
13,
4,
0,
16,
0,
"CONDITIONING"
],
[
14,
2,
0,
16,
1,
"CONDITIONING"
],
[
20,
14,
0,
17,
4,
"MASK"
],
[
21,
12,
0,
21,
0,
"CLIP"
],
[
46,
15,
0,
14,
0,
"MASK"
],
[
48,
18,
0,
11,
1,
"HOOKS"
],
[
52,
20,
0,
21,
1,
"HOOKS"
],
[
97,
16,
0,
17,
0,
"CONDITIONING"
],
[
98,
16,
1,
17,
1,
"CONDITIONING"
],
[
99,
6,
0,
17,
2,
"CONDITIONING"
],
[
100,
3,
0,
17,
3,
"CONDITIONING"
],
[
111,
15,
0,
16,
2,
"MASK"
],
[
121,
71,
0,
20,
0,
"HOOKS"
],
[
122,
92,
0,
72,
0,
"AUDIO"
],
[
123,
92,
0,
73,
0,
"*"
],
[
125,
91,
0,
75,
0,
"*"
],
[
127,
91,
1,
77,
0,
"IMAGE"
],
[
128,
89,
0,
78,
0,
"*"
],
[
129,
90,
1,
79,
0,
"*"
],
[
130,
88,
0,
80,
0,
"*"
],
[
131,
89,
1,
81,
0,
"IMAGE"
],
[
132,
92,
0,
82,
0,
"AUDIO"
],
[
133,
82,
0,
83,
0,
"*"
],
[
139,
88,
1,
87,
0,
"IMAGE"
],
[
140,
86,
0,
88,
0,
"FEATURE"
],
[
141,
90,
0,
89,
0,
"FEATURE"
],
[
144,
90,
0,
91,
0,
"FEATURE"
],
[
145,
82,
1,
94,
0,
"*"
],
[
146,
95,
0,
93,
1,
"FEATURE"
],
[
148,
96,
0,
93,
2,
"FEATURE_PIPE"
],
[
150,
98,
0,
99,
0,
"IMAGE"
],
[
151,
97,
0,
100,
0,
"MASK"
],
[
152,
100,
0,
93,
0,
"MASK"
],
[
153,
101,
0,
99,
1,
"AUDIO"
],
[
155,
82,
0,
107,
0,
"IMAGE"
],
[
156,
107,
1,
106,
0,
"*"
],
[
157,
107,
2,
108,
0,
"*"
],
[
164,
9,
0,
110,
0,
"IMAGE"
],
[
165,
11,
0,
6,
0,
"CLIP"
],
[
166,
11,
0,
3,
0,
"CLIP"
],
[
168,
114,
0,
115,
1,
"VAE"
],
[
173,
120,
0,
117,
1,
"CONTEXT_OPTIONS"
],
[
174,
125,
0,
117,
2,
"MOTION_LORA"
],
[
175,
118,
0,
117,
5,
"SAMPLE_SETTINGS"
],
[
176,
119,
0,
117,
6,
"MULTIVAL"
],
[
177,
121,
0,
117,
7,
"MULTIVAL"
],
[
178,
122,
0,
118,
2,
"CUSTOM_CFG"
],
[
180,
117,
0,
23,
0,
"MODEL"
],
[
192,
136,
0,
110,
1,
"AUDIO"
],
[
195,
92,
0,
137,
0,
"AUDIO"
],
[
196,
137,
2,
102,
0,
"INT"
],
[
199,
115,
0,
140,
0,
"*"
],
[
202,
142,
1,
82,
1,
"INT"
],
[
203,
142,
2,
82,
2,
"INT"
],
[
204,
129,
0,
143,
2,
"INT"
],
[
208,
13,
0,
144,
0,
"MODEL"
],
[
218,
152,
0,
151,
2,
"CONTROL_NET"
],
[
221,
151,
0,
23,
1,
"CONDITIONING"
],
[
222,
151,
1,
23,
2,
"CONDITIONING"
],
[
235,
160,
0,
155,
0,
"LATENT"
],
[
236,
157,
0,
155,
1,
"VAE"
],
[
237,
155,
0,
156,
0,
"IMAGE"
],
[
238,
158,
0,
156,
1,
"AUDIO"
],
[
239,
117,
0,
160,
0,
"MODEL"
],
[
240,
151,
0,
160,
1,
"CONDITIONING"
],
[
241,
151,
1,
160,
2,
"CONDITIONING"
],
[
243,
23,
0,
161,
0,
"LATENT"
],
[
244,
161,
0,
160,
3,
"LATENT"
],
[
246,
150,
0,
163,
0,
"IMAGE"
],
[
247,
163,
0,
151,
3,
"IMAGE"
],
[
260,
166,
0,
172,
0,
"FEATURE"
],
[
267,
172,
0,
178,
0,
"FEATURE"
],
[
268,
178,
1,
169,
0,
"IMAGE"
],
[
269,
172,
1,
179,
0,
"IMAGE"
],
[
270,
178,
0,
171,
0,
"FEATURE"
],
[
272,
181,
0,
180,
0,
"SAM_MODEL"
],
[
273,
182,
0,
180,
1,
"GROUNDING_DINO_MODEL"
],
[
274,
183,
0,
180,
2,
"IMAGE"
],
[
275,
180,
0,
184,
0,
"IMAGE"
],
[
283,
190,
0,
117,
0,
"MODEL"
],
[
285,
143,
0,
192,
0,
"IMAGE"
],
[
286,
192,
0,
128,
0,
"IMAGE"
],
[
289,
128,
0,
142,
0,
"IMAGE"
],
[
291,
194,
0,
195,
0,
"*"
],
[
292,
141,
0,
23,
3,
"LATENT"
],
[
293,
196,
0,
197,
1,
"MASK"
],
[
294,
93,
0,
197,
0,
"MASK"
],
[
295,
197,
0,
98,
0,
"MASK"
],
[
409,
128,
0,
139,
0,
"IMAGE"
],
[
410,
128,
0,
115,
0,
"IMAGE"
],
[
417,
272,
0,
271,
0,
"MASK"
],
[
418,
274,
0,
271,
1,
"FEATURE"
],
[
419,
273,
0,
271,
2,
"FEATURE_PIPE"
],
[
420,
275,
0,
276,
1,
"AUDIO"
],
[
421,
271,
0,
277,
0,
"MASK"
],
[
422,
277,
0,
276,
0,
"IMAGE"
],
[
442,
17,
0,
151,
0,
"CONDITIONING"
],
[
443,
17,
1,
151,
1,
"CONDITIONING"
],
[
445,
144,
0,
292,
0,
"MODEL"
],
[
446,
144,
1,
292,
1,
"IPADAPTER"
],
[
449,
292,
0,
190,
0,
"MODEL"
],
[
451,
293,
0,
292,
2,
"IMAGE"
],
[
475,
271,
0,
311,
0,
"*"
],
[
476,
312,
0,
292,
4,
"MASK"
],
[
477,
197,
0,
313,
0,
"*"
],
[
478,
315,
0,
15,
0,
"*"
],
[
479,
180,
1,
185,
0,
"MASK"
],
[
480,
180,
1,
194,
0,
"MASK"
],
[
482,
320,
1,
90,
0,
"AUDIO"
],
[
483,
320,
2,
166,
0,
"AUDIO"
],
[
484,
320,
3,
86,
0,
"AUDIO"
],
[
485,
320,
3,
295,
0,
"AUDIO"
],
[
486,
320,
5,
86,
1,
"FEATURE_PIPE"
],
[
487,
320,
5,
90,
1,
"FEATURE_PIPE"
],
[
488,
320,
5,
166,
1,
"FEATURE_PIPE"
],
[
489,
92,
0,
320,
0,
"AUDIO"
],
[
490,
82,
0,
320,
1,
"IMAGE"
]
],
"groups": [
{
"id": 1,
"title": "adiff",
"bounding": [
2728.06591796875,
-522.5336303710938,
737.5508422851562,
1053.1143798828125
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 2,
"title": "Lora Hooks",
"bounding": [
354.53265380859375,
-504.6529235839844,
2262.7509765625,
911.8343505859375
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 3,
"title": "Samp1",
"bounding": [
3542.413330078125,
-513.3473510742188,
935.3355712890625,
1178.0379638671875
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 5,
"title": "Feature Setup",
"bounding": [
-3181.837890625,
-2174.333984375,
2793.906494140625,
1969.6865234375
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 6,
"title": "Yuck!",
"bounding": [
-3179.978515625,
-167.05276489257812,
861.4481811523438,
392.4611511230469
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 7,
"title": "Load Video",
"bounding": [
-4975.416015625,
-935.9627685546875,
1643.8272705078125,
587.9379272460938
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 8,
"title": "ipadp",
"bounding": [
1514.2916259765625,
477.787109375,
1010.4796142578125,
776.566650390625
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 9,
"title": "samp2",
"bounding": [
4505.4599609375,
-506.8277282714844,
1955.6962890625,
1195.548583984375
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 10,
"title": "ControlNet",
"bounding": [
2774.049072265625,
720.163818359375,
1151.9754638671875,
539.1974487304688
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 11,
"title": "Mask",
"bounding": [
-2111.812744140625,
-87.42618560791016,
2333.27734375,
2516.032470703125
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.12284597357367237,
"offset": {
"0": 5874.93603515625,
"1": 3045.195556640625
}
},
"ue_links": [],
"groupNodes": {
"wfe": {
"nodes": [
{
"id": -1,
"type": "DownloadOpenUnmixModel",
"pos": [
-2605.094482421875,
-1112.0582275390625
],
"size": [
361.20001220703125,
58
],
"flags": {},
"order": 40,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "OPEN_UNMIX_MODEL",
"type": "OPEN_UNMIX_MODEL",
"links": [],
"slot_index": 0,
"shape": 3,
"localized_name": "OPEN_UNMIX_MODEL"
}
],
"properties": {
"Node name for S&R": "DownloadOpenUnmixModel"
},
"widgets_values": [
"umxl"
],
"index": 0
},
{
"id": -1,
"type": "AudioSeparator",
"pos": [
-2572.7392578125,
-1024.678466796875
],
"size": [
317.4000244140625,
158
],
"flags": {},
"order": 90,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "OPEN_UNMIX_MODEL",
"link": null,
"slot_index": 0,
"localized_name": "model"
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"localized_name": "audio"
},
{
"name": "video_frames",
"type": "IMAGE",
"link": null,
"localized_name": "video_frames"
}
],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": [],
"slot_index": 0,
"shape": 3,
"localized_name": "audio"
},
{
"name": "drums_audio",
"type": "AUDIO",
"links": [],
"slot_index": 1,
"shape": 3,
"localized_name": "drums_audio"
},
{
"name": "vocals_audio",
"type": "AUDIO",
"links": [],
"slot_index": 2,
"shape": 3,
"localized_name": "vocals_audio"
},
{
"name": "bass_audio",
"type": "AUDIO",
"links": [],
"slot_index": 3,
"shape": 3,
"localized_name": "bass_audio"
},
{
"name": "other_audio",
"type": "AUDIO",
"links": null,
"shape": 3,
"localized_name": "other_audio"
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"links": [],
"slot_index": 5,
"shape": 3,
"localized_name": "feature_pipe"
}
],
"properties": {
"Node name for S&R": "AudioSeparator"
},
"widgets_values": [
30
],
"index": 1
}
],
"links": [
[
0,
0,
1,
0,
84,
"OPEN_UNMIX_MODEL"
],
[
null,
0,
1,
1,
92,
"AUDIO"
],
[
null,
0,
1,
2,
82,
"IMAGE"
]
],
"external": [
[
1,
1,
"AUDIO"
],
[
1,
2,
"AUDIO"
],
[
1,
3,
"AUDIO"
],
[
1,
5,
"FEATURE_PIPE"
]
]
}
}
},
"version": 0.4
}
Reference in New Issue View Git Blame Copy Permalink