Files
ryanontheinside-ComfyUI_Rya…/examples/ryanontheinside_audio_classification.json
2024-09-10 07:15:48 -04:00

2274 lines
38 KiB
JSON

{
"last_node_id": 109,
"last_link_id": 200,
"nodes": [
{
"id": 50,
"type": "PreviewAudio",
"pos": [
-457.3854243971404,
398.0789760818987
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 126
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 51,
"type": "PreviewAudio",
"pos": [
-460.3854243971404,
539.0789760818983
],
"size": {
"0": 315,
"1": 76.00000762939453
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 127
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 52,
"type": "PreviewAudio",
"pos": [
-448.38542439714047,
696.0789760818984
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 128
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 48,
"type": "PreviewAudio",
"pos": [
-463.3854243971404,
115.07897608189853
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 124
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 65,
"type": "FrequencyFilterCustom",
"pos": [
540,
791
],
"size": {
"0": 344.3999938964844,
"1": 111.91889190673828
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": 142,
"slot_index": 0
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
138
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterCustom"
},
"widgets_values": [
"lowpass",
4,
1000
]
},
{
"id": 68,
"type": "FrequencyFilterPreset",
"pos": [
85,
801
],
"size": {
"0": 405.5999755859375,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
142
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"remove_rumble"
]
},
{
"id": 64,
"type": "AudioFilter",
"pos": [
566,
683
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 137
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 138,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
139
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 62,
"type": "FrequencyFilterPreset",
"pos": [
190,
511
],
"size": {
"0": 344.3999938964844,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
135
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"brighten_mix"
]
},
{
"id": 63,
"type": "PreviewAudio",
"pos": [
951,
425
],
"size": {
"0": 315,
"1": 76.00001525878906
},
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 136
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 55,
"type": "AudioFilter",
"pos": [
559,
243
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 133
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 130,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
131
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 57,
"type": "PreviewAudio",
"pos": [
947,
211
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 131
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 56,
"type": "FrequencyFilterPreset",
"pos": [
125,
186
],
"size": {
"0": 344.3999938964844,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
130
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"isolate_kick_drum"
]
},
{
"id": 66,
"type": "PreviewAudio",
"pos": [
947,
685
],
"size": {
"0": 315,
"1": 76.00001525878906
},
"flags": {},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 139
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 60,
"type": "Reroute",
"pos": [
56,
371
],
"size": [
75,
26
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 132
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
133,
134,
137
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 78,
"type": "Reroute",
"pos": [
-522,
1012
],
"size": [
75,
26
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 153
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
154
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 79,
"type": "Reroute",
"pos": [
2302,
1008
],
"size": [
75,
26
],
"flags": {},
"order": 29,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 154
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
156
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 61,
"type": "AudioFilter",
"pos": [
559,
448
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 134
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 135,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
136
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 49,
"type": "PreviewAudio",
"pos": [
-455.3854243971404,
255.07897608189876
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 125
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 58,
"type": "Note",
"pos": [
-990.384267683644,
23.09884316828786
],
"size": {
"0": 405.9549865722656,
"1": 185.00900268554688
},
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"This classifies and separates the audio using a pretrained model.\n\nClick the ?s for more info"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 70,
"type": "Reroute",
"pos": [
-519,
978
],
"size": [
75,
26
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 143
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
145
],
"slot_index": 0
}
],
"title": "Drums",
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 75,
"type": "Reroute",
"pos": [
-522,
1047
],
"size": [
75,
26
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 167
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
148
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 81,
"type": "PreviewImage",
"pos": [
3027.324109375,
328.0279923095703
],
"size": {
"0": 766.489990234375,
"1": 420.3683166503906
},
"flags": {},
"order": 40,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 158
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 80,
"type": "FeatureMixer",
"pos": [
2604.324109375,
317.0279923095703
],
"size": {
"0": 367.79998779296875,
"1": 318
},
"flags": {},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 157
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
170
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
158
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1,
0,
1,
1,
1,
1,
1,
0,
0,
1,
0.1
]
},
{
"id": 43,
"type": "AudioFeatureExtractor",
"pos": [
2246.324109375,
320.0279923095703
],
"size": {
"0": 361.20001220703125,
"1": 78
},
"flags": {},
"order": 35,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 155
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 156
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
157
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
172
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 72,
"type": "Reroute",
"pos": [
2306,
974
],
"size": [
75,
26
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 145
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
155,
183
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 95,
"type": "VHS_VideoCombine",
"pos": [
5420,
-240
],
"size": [
315,
848.4444444444445
],
"flags": {},
"order": 46,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 181
},
{
"name": "audio",
"type": "AUDIO",
"link": 184
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00691-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
},
"muted": false
}
}
},
{
"id": 83,
"type": "FlexMaskMorph",
"pos": [
4710,
-230
],
"size": {
"0": 315,
"1": 266
},
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 177
},
{
"name": "feature",
"type": "FEATURE",
"link": 178
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 179
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
180
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskMorph"
},
"widgets_values": [
1,
false,
0,
0,
0,
"erode",
5,
10
]
},
{
"id": 98,
"type": "FeatureToWeightsStrategy",
"pos": [
4720,
330
],
"size": {
"0": 378,
"1": 28.334583282470703
},
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 188
}
],
"outputs": [
{
"name": "WEIGHTS_STRATEGY",
"type": "WEIGHTS_STRATEGY",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FeatureToWeightsStrategy"
}
},
{
"id": 97,
"type": "VHS_VideoCombine",
"pos": [
5520,
680
],
"size": [
315,
848.4444444444445
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 195
},
{
"name": "audio",
"type": "AUDIO",
"link": 186
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00690-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
},
"muted": false
}
}
},
{
"id": 102,
"type": "Note",
"pos": [
4710,
210
],
"size": {
"0": 430.4454040527344,
"1": 83.45369720458984
},
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"for the sake of limiting the complexity and number of custom node packs required for this demonstration of audio classification, I am excluding the IPAdapter target. See the other workflows posted on my civit profile to work with Features and IPAdapters"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 92,
"type": "ImageToMask",
"pos": [
4430,
-230
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 36,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 176
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
177
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageToMask"
},
"widgets_values": [
"red"
]
},
{
"id": 96,
"type": "Reroute",
"pos": [
5294,
983
],
"size": [
75,
26
],
"flags": {},
"order": 34,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 183
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
184,
186
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 76,
"type": "Reroute",
"pos": [
4377,
1045
],
"size": [
75,
26
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 148
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
174
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 45,
"type": "DownloadOpenUnmixModel",
"pos": [
-1457,
88
],
"size": {
"0": 361.20001220703125,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "OPEN_UNMIX_MODEL",
"type": "OPEN_UNMIX_MODEL",
"links": [
121
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "DownloadOpenUnmixModel"
},
"widgets_values": [
"umxl"
]
},
{
"id": 44,
"type": "AudioSeparator",
"pos": [
-949,
321
],
"size": {
"0": 317.4000244140625,
"1": 158
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "OPEN_UNMIX_MODEL",
"link": 121,
"slot_index": 0
},
{
"name": "audio",
"type": "AUDIO",
"link": 191
},
{
"name": "video_frames",
"type": "IMAGE",
"link": 166
}
],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": [
124,
132
],
"shape": 3,
"slot_index": 0
},
{
"name": "drums_audio",
"type": "AUDIO",
"links": [
125,
143
],
"shape": 3,
"slot_index": 1
},
{
"name": "vocals_audio",
"type": "AUDIO",
"links": [
126
],
"shape": 3,
"slot_index": 2
},
{
"name": "bass_audio",
"type": "AUDIO",
"links": [
127
],
"shape": 3,
"slot_index": 3
},
{
"name": "other_audio",
"type": "AUDIO",
"links": [
128
],
"shape": 3,
"slot_index": 4
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"links": [
153
],
"shape": 3,
"slot_index": 5
}
],
"properties": {
"Node name for S&R": "AudioSeparator"
},
"widgets_values": [
30
]
},
{
"id": 89,
"type": "Reroute",
"pos": [
-1199,
361
],
"size": [
75,
26
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 190
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
166,
167
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 105,
"type": "Note",
"pos": [
-1215,
655
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 6,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"for expediency I am using a video load, but you can directly load audio as well"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 106,
"type": "VHS_LoadAudioUpload",
"pos": [
-1218,
757
],
"size": {
"0": 226.8000030517578,
"1": 130
},
"flags": {},
"order": 7,
"mode": 4,
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadAudioUpload"
},
"widgets_values": {
"audio": "music_square.mp4",
"start_time": 0,
"duration": 0,
"choose audio to upload": "image"
}
},
{
"id": 59,
"type": "Note",
"pos": [
1349,
183
],
"size": {
"0": 420.59600830078125,
"1": 192.9949951171875
},
"flags": {},
"order": 8,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"The audio can be further manipulated with rudimentary frequency filters.\n\nThere are presets and custom filters, and they can be chained together.\n\nUltimately, we only need to process the audio to extract features from it to drive things in our pipelines, not to actually make it sound good!\n\nThis step will often be unnecessary "
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 82,
"type": "Note",
"pos": [
2299,
24
],
"size": {
"0": 771.9349365234375,
"1": 179.70501708984375
},
"flags": {},
"order": 9,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Here we can extract features from the audio to drive things later.\n\nYou can optionally manipulate the features by fiddling with the feature mixer, and preview your changes. The settings I have left in the mixer will essentially do nothing to the features. "
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 103,
"type": "Note",
"pos": [
4700,
-464
],
"size": {
"0": 416.1949157714844,
"1": 144.5247344970703
},
"flags": {},
"order": 10,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"We can then use the features to manipulate a target.\n\nAt the time of this demonstration, the targets include masks, images, and IPAdapters. I have picked arbitrary mask and image targets, but there are many of each!\n\nFor more info\nhttps://github.com/ryanontheinside/ComfyUI_RyanOnTheInside/"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 107,
"type": "FlexImageKaleidoscope",
"pos": [
4912,
734
],
"size": {
"0": 344.3999938964844,
"1": 352.36376953125
},
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 192
},
{
"name": "feature",
"type": "FEATURE",
"link": 193
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 194
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
195
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FlexImageKaleidoscope"
},
"widgets_values": [
1,
0,
"segments",
"relative",
8,
0.5,
0.5,
1,
0,
0,
1
]
},
{
"id": 93,
"type": "Reroute",
"pos": [
4420,
420
],
"size": [
75,
26
],
"flags": {},
"order": 30,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 174
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
176,
192
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 90,
"type": "Reroute",
"pos": [
4410,
330
],
"size": [
75,
26
],
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 170
}
],
"outputs": [
{
"name": "",
"type": "FEATURE",
"links": [
178,
188,
193
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 91,
"type": "Reroute",
"pos": [
4410,
370
],
"size": [
75,
26
],
"flags": {},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 172
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
179,
194
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 104,
"type": "VHS_LoadVideo",
"pos": [
-1498,
208
],
"size": [
235.1999969482422,
658.5777723524305
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
190
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
191
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "music_square.mp4",
"force_rate": 30,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 90,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 90,
"skip_first_frames": 0,
"force_rate": 30,
"filename": "music_square.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
},
"muted": false
}
}
},
{
"id": 94,
"type": "MaskToImage",
"pos": [
5089,
-228
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 44,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 180
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
181
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
}
}
],
"links": [
[
121,
45,
0,
44,
0,
"OPEN_UNMIX_MODEL"
],
[
124,
44,
0,
48,
0,
"AUDIO"
],
[
125,
44,
1,
49,
0,
"AUDIO"
],
[
126,
44,
2,
50,
0,
"AUDIO"
],
[
127,
44,
3,
51,
0,
"AUDIO"
],
[
128,
44,
4,
52,
0,
"AUDIO"
],
[
130,
56,
0,
55,
1,
"FREQUENCY_FILTER"
],
[
131,
55,
0,
57,
0,
"AUDIO"
],
[
132,
44,
0,
60,
0,
"*"
],
[
133,
60,
0,
55,
0,
"AUDIO"
],
[
134,
60,
0,
61,
0,
"AUDIO"
],
[
135,
62,
0,
61,
1,
"FREQUENCY_FILTER"
],
[
136,
61,
0,
63,
0,
"AUDIO"
],
[
137,
60,
0,
64,
0,
"AUDIO"
],
[
138,
65,
0,
64,
1,
"FREQUENCY_FILTER"
],
[
139,
64,
0,
66,
0,
"AUDIO"
],
[
142,
68,
0,
65,
0,
"FREQUENCY_FILTER"
],
[
143,
44,
1,
70,
0,
"*"
],
[
145,
70,
0,
72,
0,
"*"
],
[
148,
75,
0,
76,
0,
"*"
],
[
153,
44,
5,
78,
0,
"*"
],
[
154,
78,
0,
79,
0,
"*"
],
[
155,
72,
0,
43,
0,
"AUDIO"
],
[
156,
79,
0,
43,
1,
"FEATURE_PIPE"
],
[
157,
43,
0,
80,
0,
"FEATURE"
],
[
158,
80,
1,
81,
0,
"IMAGE"
],
[
166,
89,
0,
44,
2,
"IMAGE"
],
[
167,
89,
0,
75,
0,
"*"
],
[
170,
80,
0,
90,
0,
"*"
],
[
172,
43,
1,
91,
0,
"*"
],
[
174,
76,
0,
93,
0,
"*"
],
[
176,
93,
0,
92,
0,
"IMAGE"
],
[
177,
92,
0,
83,
0,
"MASK"
],
[
178,
90,
0,
83,
1,
"FEATURE"
],
[
179,
91,
0,
83,
2,
"FEATURE_PIPE"
],
[
180,
83,
0,
94,
0,
"MASK"
],
[
181,
94,
0,
95,
0,
"IMAGE"
],
[
183,
72,
0,
96,
0,
"*"
],
[
184,
96,
0,
95,
1,
"AUDIO"
],
[
186,
96,
0,
97,
1,
"AUDIO"
],
[
188,
90,
0,
98,
0,
"FEATURE"
],
[
190,
104,
0,
89,
0,
"*"
],
[
191,
104,
2,
44,
1,
"AUDIO"
],
[
192,
93,
0,
107,
0,
"IMAGE"
],
[
193,
90,
0,
107,
1,
"FEATURE"
],
[
194,
91,
0,
107,
2,
"FEATURE_PIPE"
],
[
195,
107,
0,
97,
0,
"IMAGE"
]
],
"groups": [
{
"title": "Separate Audio",
"bounding": [
-1523,
-70,
1480,
994
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Filter Audio",
"bounding": [
-17,
-76,
2121,
1008
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Audio Features",
"bounding": [
2167,
-77,
1666,
975
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Manipulate Target",
"bounding": [
4117,
-354,
1840,
1504
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.19784466890013533,
"offset": [
2250.364932192568,
1936.2073084754438
]
}
},
"version": 0.4
}