Files
ryanontheinside-ComfyUI_Rya…/examples/ryanontheinside_audio_classification.json
ryanontheinstide 27b26abbc6 Squashed commit of the following:
commit c16d5f0100
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Sep 10 07:15:48 2024 -0400

    for inagy

commit 92b411d254
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Mon Sep 9 19:56:24 2024 -0400

    Added proximity feature, area feature, depth from shape

commit 7902b6a5bf
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Thu Sep 5 05:44:14 2024 -0400

    parallax, depthchamber

commit b2ec476287
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Wed Sep 4 09:20:09 2024 -0400

    depth chamber improvement

commit 1312348002
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Sep 3 16:12:30 2024 -0400

    Squash

commit 6f0332bafd
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Mon Sep 2 11:28:46 2024 -0400

    swap device

commit 5e3a59b2a1
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Mon Sep 2 08:20:05 2024 -0400

    utility nodes

commit 4442ea14de
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Sun Sep 1 09:35:42 2024 -0400

    improved wave propagation in Emanating Rings

commit 7fe5befaf6
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Sat Aug 31 17:22:26 2024 -0400

    Added random shapes

commit c8597d35f9
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Sat Aug 31 10:01:55 2024 -0400

    Rings and wave propagation, skip  features for flex images, etc

commit 40981b910f
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Thu Aug 29 17:41:51 2024 -0400

    bugfix

commit 98b21aaa50
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Thu Aug 29 12:24:22 2024 -0400

    feature modulation of particle systems

commit d79ac2936c
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Wed Aug 28 18:47:15 2024 -0400

    Squashed commit of the following:

    commit 5c3ab23192
    Author: ryanontheinstide <ryanfosdick87@gmail.com>
    Date:   Wed Aug 28 18:45:53 2024 -0400

        direction amplitude, colorgrade bug fixes

    commit ff153b25eb
    Author: ryanontheinstide <ryanfosdick87@gmail.com>
    Date:   Wed Aug 28 17:00:40 2024 -0400

        added emission radius

    commit 618f63bc2b
    Author: ryanontheinstide <ryanfosdick87@gmail.com>
    Date:   Wed Aug 28 15:37:17 2024 -0400

        add random flag to particle modulators

    commit 67b273dcee
    Author: ryanontheinstide <ryanfosdick87@gmail.com>
    Date:   Wed Aug 28 15:26:46 2024 -0400

commit 27cee31fea
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Wed Aug 28 13:36:22 2024 -0400

    damn version

commit d5883b5529
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Wed Aug 28 13:32:49 2024 -0400

    Squashed commit of the following:

    more feature modulators and flex mask targets

commit e0603a88f9
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 19:20:05 2024 -0400

    version update

commit ea2ca47a82
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 19:18:27 2024 -0400

    get torch device

commit 0f9b32e13e
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 18:41:06 2024 -0400

    bugfix

commit 8cc1a292f3
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 18:37:42 2024 -0400

    bugfix

commit 7de6853a28
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 17:58:23 2024 -0400

    Added flex opacity and voronoi scheduled

commit f435740018
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Tue Aug 27 06:35:15 2024 -0400

    bugfix - arbitrary video audio lengths

commit 607703988a
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Mon Aug 26 10:32:13 2024 -0400

    Added flex, audio, midi, help system

commit e239c5a19d
Author: ryanontheinstide <ryanfosdick87@gmail.com>
Date:   Sat Aug 17 18:00:05 2024 -0400

    version, temporal control for particle size,color,speed
2024-09-10 12:47:00 -04:00

2274 lines
38 KiB
JSON

{
"last_node_id": 109,
"last_link_id": 200,
"nodes": [
{
"id": 50,
"type": "PreviewAudio",
"pos": [
-457.3854243971404,
398.0789760818987
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 126
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 51,
"type": "PreviewAudio",
"pos": [
-460.3854243971404,
539.0789760818983
],
"size": {
"0": 315,
"1": 76.00000762939453
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 127
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 52,
"type": "PreviewAudio",
"pos": [
-448.38542439714047,
696.0789760818984
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 128
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 48,
"type": "PreviewAudio",
"pos": [
-463.3854243971404,
115.07897608189853
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 124
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 65,
"type": "FrequencyFilterCustom",
"pos": [
540,
791
],
"size": {
"0": 344.3999938964844,
"1": 111.91889190673828
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": 142,
"slot_index": 0
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
138
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterCustom"
},
"widgets_values": [
"lowpass",
4,
1000
]
},
{
"id": 68,
"type": "FrequencyFilterPreset",
"pos": [
85,
801
],
"size": {
"0": 405.5999755859375,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
142
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"remove_rumble"
]
},
{
"id": 64,
"type": "AudioFilter",
"pos": [
566,
683
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 137
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 138,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
139
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 62,
"type": "FrequencyFilterPreset",
"pos": [
190,
511
],
"size": {
"0": 344.3999938964844,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
135
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"brighten_mix"
]
},
{
"id": 63,
"type": "PreviewAudio",
"pos": [
951,
425
],
"size": {
"0": 315,
"1": 76.00001525878906
},
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 136
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 55,
"type": "AudioFilter",
"pos": [
559,
243
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 133
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 130,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
131
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 57,
"type": "PreviewAudio",
"pos": [
947,
211
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 131
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 56,
"type": "FrequencyFilterPreset",
"pos": [
125,
186
],
"size": {
"0": 344.3999938964844,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "previous_filter",
"type": "FREQUENCY_FILTER",
"link": null
}
],
"outputs": [
{
"name": "FREQUENCY_FILTER",
"type": "FREQUENCY_FILTER",
"links": [
130
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FrequencyFilterPreset"
},
"widgets_values": [
"isolate_kick_drum"
]
},
{
"id": 66,
"type": "PreviewAudio",
"pos": [
947,
685
],
"size": {
"0": 315,
"1": 76.00001525878906
},
"flags": {},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 139
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 60,
"type": "Reroute",
"pos": [
56,
371
],
"size": [
75,
26
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 132
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
133,
134,
137
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 78,
"type": "Reroute",
"pos": [
-522,
1012
],
"size": [
75,
26
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 153
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
154
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 79,
"type": "Reroute",
"pos": [
2302,
1008
],
"size": [
75,
26
],
"flags": {},
"order": 29,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 154
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
156
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 61,
"type": "AudioFilter",
"pos": [
559,
448
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 134
},
{
"name": "filters",
"type": "FREQUENCY_FILTER",
"link": 135,
"slot_index": 1
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
136
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "AudioFilter"
}
},
{
"id": 49,
"type": "PreviewAudio",
"pos": [
-455.3854243971404,
255.07897608189876
],
"size": {
"0": 315,
"1": 76
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 125
}
],
"properties": {
"Node name for S&R": "PreviewAudio"
},
"widgets_values": [
null
]
},
{
"id": 58,
"type": "Note",
"pos": [
-990.384267683644,
23.09884316828786
],
"size": {
"0": 405.9549865722656,
"1": 185.00900268554688
},
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"This classifies and separates the audio using a pretrained model.\n\nClick the ?s for more info"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 70,
"type": "Reroute",
"pos": [
-519,
978
],
"size": [
75,
26
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 143
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
145
],
"slot_index": 0
}
],
"title": "Drums",
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 75,
"type": "Reroute",
"pos": [
-522,
1047
],
"size": [
75,
26
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 167
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
148
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 81,
"type": "PreviewImage",
"pos": [
3027.324109375,
328.0279923095703
],
"size": {
"0": 766.489990234375,
"1": 420.3683166503906
},
"flags": {},
"order": 40,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 158
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 80,
"type": "FeatureMixer",
"pos": [
2604.324109375,
317.0279923095703
],
"size": {
"0": 367.79998779296875,
"1": 318
},
"flags": {},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 157
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
170
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_VISUALIZATION",
"type": "IMAGE",
"links": [
158
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "FeatureMixer"
},
"widgets_values": [
1,
0,
1,
1,
1,
1,
1,
0,
0,
1,
0.1
]
},
{
"id": 43,
"type": "AudioFeatureExtractor",
"pos": [
2246.324109375,
320.0279923095703
],
"size": {
"0": 361.20001220703125,
"1": 78
},
"flags": {},
"order": 35,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 155
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 156
}
],
"outputs": [
{
"name": "FEATURE",
"type": "FEATURE",
"links": [
157
],
"shape": 3,
"slot_index": 0
},
{
"name": "FEATURE_PIPE",
"type": "FEATURE_PIPE",
"links": [
172
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "AudioFeatureExtractor"
},
"widgets_values": [
"amplitude_envelope"
]
},
{
"id": 72,
"type": "Reroute",
"pos": [
2306,
974
],
"size": [
75,
26
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 145
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
155,
183
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 95,
"type": "VHS_VideoCombine",
"pos": [
5420,
-240
],
"size": [
315,
848.4444444444445
],
"flags": {},
"order": 46,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 181
},
{
"name": "audio",
"type": "AUDIO",
"link": 184
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00691-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
},
"muted": false
}
}
},
{
"id": 83,
"type": "FlexMaskMorph",
"pos": [
4710,
-230
],
"size": {
"0": 315,
"1": 266
},
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "masks",
"type": "MASK",
"link": 177
},
{
"name": "feature",
"type": "FEATURE",
"link": 178
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 179
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
180
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FlexMaskMorph"
},
"widgets_values": [
1,
false,
0,
0,
0,
"erode",
5,
10
]
},
{
"id": 98,
"type": "FeatureToWeightsStrategy",
"pos": [
4720,
330
],
"size": {
"0": 378,
"1": 28.334583282470703
},
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "feature",
"type": "FEATURE",
"link": 188
}
],
"outputs": [
{
"name": "WEIGHTS_STRATEGY",
"type": "WEIGHTS_STRATEGY",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FeatureToWeightsStrategy"
}
},
{
"id": 97,
"type": "VHS_VideoCombine",
"pos": [
5520,
680
],
"size": [
315,
848.4444444444445
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 195
},
{
"name": "audio",
"type": "AUDIO",
"link": 186
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00690-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30
},
"muted": false
}
}
},
{
"id": 102,
"type": "Note",
"pos": [
4710,
210
],
"size": {
"0": 430.4454040527344,
"1": 83.45369720458984
},
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"for the sake of limiting the complexity and number of custom node packs required for this demonstration of audio classification, I am excluding the IPAdapter target. See the other workflows posted on my civit profile to work with Features and IPAdapters"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 92,
"type": "ImageToMask",
"pos": [
4430,
-230
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 36,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 176
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
177
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageToMask"
},
"widgets_values": [
"red"
]
},
{
"id": 96,
"type": "Reroute",
"pos": [
5294,
983
],
"size": [
75,
26
],
"flags": {},
"order": 34,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 183
}
],
"outputs": [
{
"name": "",
"type": "AUDIO",
"links": [
184,
186
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 76,
"type": "Reroute",
"pos": [
4377,
1045
],
"size": [
75,
26
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 148
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
174
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 45,
"type": "DownloadOpenUnmixModel",
"pos": [
-1457,
88
],
"size": {
"0": 361.20001220703125,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "OPEN_UNMIX_MODEL",
"type": "OPEN_UNMIX_MODEL",
"links": [
121
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "DownloadOpenUnmixModel"
},
"widgets_values": [
"umxl"
]
},
{
"id": 44,
"type": "AudioSeparator",
"pos": [
-949,
321
],
"size": {
"0": 317.4000244140625,
"1": 158
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "OPEN_UNMIX_MODEL",
"link": 121,
"slot_index": 0
},
{
"name": "audio",
"type": "AUDIO",
"link": 191
},
{
"name": "video_frames",
"type": "IMAGE",
"link": 166
}
],
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": [
124,
132
],
"shape": 3,
"slot_index": 0
},
{
"name": "drums_audio",
"type": "AUDIO",
"links": [
125,
143
],
"shape": 3,
"slot_index": 1
},
{
"name": "vocals_audio",
"type": "AUDIO",
"links": [
126
],
"shape": 3,
"slot_index": 2
},
{
"name": "bass_audio",
"type": "AUDIO",
"links": [
127
],
"shape": 3,
"slot_index": 3
},
{
"name": "other_audio",
"type": "AUDIO",
"links": [
128
],
"shape": 3,
"slot_index": 4
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"links": [
153
],
"shape": 3,
"slot_index": 5
}
],
"properties": {
"Node name for S&R": "AudioSeparator"
},
"widgets_values": [
30
]
},
{
"id": 89,
"type": "Reroute",
"pos": [
-1199,
361
],
"size": [
75,
26
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 190
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
166,
167
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 105,
"type": "Note",
"pos": [
-1215,
655
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 6,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"for expediency I am using a video load, but you can directly load audio as well"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 106,
"type": "VHS_LoadAudioUpload",
"pos": [
-1218,
757
],
"size": {
"0": 226.8000030517578,
"1": 130
},
"flags": {},
"order": 7,
"mode": 4,
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadAudioUpload"
},
"widgets_values": {
"audio": "music_square.mp4",
"start_time": 0,
"duration": 0,
"choose audio to upload": "image"
}
},
{
"id": 59,
"type": "Note",
"pos": [
1349,
183
],
"size": {
"0": 420.59600830078125,
"1": 192.9949951171875
},
"flags": {},
"order": 8,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"The audio can be further manipulated with rudimentary frequency filters.\n\nThere are presets and custom filters, and they can be chained together.\n\nUltimately, we only need to process the audio to extract features from it to drive things in our pipelines, not to actually make it sound good!\n\nThis step will often be unnecessary "
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 82,
"type": "Note",
"pos": [
2299,
24
],
"size": {
"0": 771.9349365234375,
"1": 179.70501708984375
},
"flags": {},
"order": 9,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Here we can extract features from the audio to drive things later.\n\nYou can optionally manipulate the features by fiddling with the feature mixer, and preview your changes. The settings I have left in the mixer will essentially do nothing to the features. "
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 103,
"type": "Note",
"pos": [
4700,
-464
],
"size": {
"0": 416.1949157714844,
"1": 144.5247344970703
},
"flags": {},
"order": 10,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"We can then use the features to manipulate a target.\n\nAt the time of this demonstration, the targets include masks, images, and IPAdapters. I have picked arbitrary mask and image targets, but there are many of each!\n\nFor more info\nhttps://github.com/ryanontheinside/ComfyUI_RyanOnTheInside/"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 107,
"type": "FlexImageKaleidoscope",
"pos": [
4912,
734
],
"size": {
"0": 344.3999938964844,
"1": 352.36376953125
},
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 192
},
{
"name": "feature",
"type": "FEATURE",
"link": 193
},
{
"name": "feature_pipe",
"type": "FEATURE_PIPE",
"link": 194
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
195
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FlexImageKaleidoscope"
},
"widgets_values": [
1,
0,
"segments",
"relative",
8,
0.5,
0.5,
1,
0,
0,
1
]
},
{
"id": 93,
"type": "Reroute",
"pos": [
4420,
420
],
"size": [
75,
26
],
"flags": {},
"order": 30,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 174
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
176,
192
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 90,
"type": "Reroute",
"pos": [
4410,
330
],
"size": [
75,
26
],
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 170
}
],
"outputs": [
{
"name": "",
"type": "FEATURE",
"links": [
178,
188,
193
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 91,
"type": "Reroute",
"pos": [
4410,
370
],
"size": [
75,
26
],
"flags": {},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 172
}
],
"outputs": [
{
"name": "",
"type": "FEATURE_PIPE",
"links": [
179,
194
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 104,
"type": "VHS_LoadVideo",
"pos": [
-1498,
208
],
"size": [
235.1999969482422,
658.5777723524305
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
190
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
191
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "music_square.mp4",
"force_rate": 30,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 90,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 90,
"skip_first_frames": 0,
"force_rate": 30,
"filename": "music_square.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
},
"muted": false
}
}
},
{
"id": 94,
"type": "MaskToImage",
"pos": [
5089,
-228
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 44,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 180
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
181
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
}
}
],
"links": [
[
121,
45,
0,
44,
0,
"OPEN_UNMIX_MODEL"
],
[
124,
44,
0,
48,
0,
"AUDIO"
],
[
125,
44,
1,
49,
0,
"AUDIO"
],
[
126,
44,
2,
50,
0,
"AUDIO"
],
[
127,
44,
3,
51,
0,
"AUDIO"
],
[
128,
44,
4,
52,
0,
"AUDIO"
],
[
130,
56,
0,
55,
1,
"FREQUENCY_FILTER"
],
[
131,
55,
0,
57,
0,
"AUDIO"
],
[
132,
44,
0,
60,
0,
"*"
],
[
133,
60,
0,
55,
0,
"AUDIO"
],
[
134,
60,
0,
61,
0,
"AUDIO"
],
[
135,
62,
0,
61,
1,
"FREQUENCY_FILTER"
],
[
136,
61,
0,
63,
0,
"AUDIO"
],
[
137,
60,
0,
64,
0,
"AUDIO"
],
[
138,
65,
0,
64,
1,
"FREQUENCY_FILTER"
],
[
139,
64,
0,
66,
0,
"AUDIO"
],
[
142,
68,
0,
65,
0,
"FREQUENCY_FILTER"
],
[
143,
44,
1,
70,
0,
"*"
],
[
145,
70,
0,
72,
0,
"*"
],
[
148,
75,
0,
76,
0,
"*"
],
[
153,
44,
5,
78,
0,
"*"
],
[
154,
78,
0,
79,
0,
"*"
],
[
155,
72,
0,
43,
0,
"AUDIO"
],
[
156,
79,
0,
43,
1,
"FEATURE_PIPE"
],
[
157,
43,
0,
80,
0,
"FEATURE"
],
[
158,
80,
1,
81,
0,
"IMAGE"
],
[
166,
89,
0,
44,
2,
"IMAGE"
],
[
167,
89,
0,
75,
0,
"*"
],
[
170,
80,
0,
90,
0,
"*"
],
[
172,
43,
1,
91,
0,
"*"
],
[
174,
76,
0,
93,
0,
"*"
],
[
176,
93,
0,
92,
0,
"IMAGE"
],
[
177,
92,
0,
83,
0,
"MASK"
],
[
178,
90,
0,
83,
1,
"FEATURE"
],
[
179,
91,
0,
83,
2,
"FEATURE_PIPE"
],
[
180,
83,
0,
94,
0,
"MASK"
],
[
181,
94,
0,
95,
0,
"IMAGE"
],
[
183,
72,
0,
96,
0,
"*"
],
[
184,
96,
0,
95,
1,
"AUDIO"
],
[
186,
96,
0,
97,
1,
"AUDIO"
],
[
188,
90,
0,
98,
0,
"FEATURE"
],
[
190,
104,
0,
89,
0,
"*"
],
[
191,
104,
2,
44,
1,
"AUDIO"
],
[
192,
93,
0,
107,
0,
"IMAGE"
],
[
193,
90,
0,
107,
1,
"FEATURE"
],
[
194,
91,
0,
107,
2,
"FEATURE_PIPE"
],
[
195,
107,
0,
97,
0,
"IMAGE"
]
],
"groups": [
{
"title": "Separate Audio",
"bounding": [
-1523,
-70,
1480,
994
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Filter Audio",
"bounding": [
-17,
-76,
2121,
1008
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Audio Features",
"bounding": [
2167,
-77,
1666,
975
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Manipulate Target",
"bounding": [
4117,
-354,
1840,
1504
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.19784466890013533,
"offset": [
2250.364932192568,
1936.2073084754438
]
}
},
"version": 0.4
}