{ "last_node_id": 158, "last_link_id": 327, "nodes": [ { "id": 83, "type": "DownloadAndLoadCogVideoModel", "pos": { "0": 2159, "1": -516 }, "size": { "0": 315.49652099609375, "1": 194 }, "flags": {}, "order": 0, "mode": 0, "inputs": [ { "name": "pab_config", "type": "PAB_CONFIG", "link": null }, { "name": "block_edit", "type": "TRANSFORMERBLOCKS", "link": null }, { "name": "lora", "type": "COGLORA", "link": null } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 198, 199 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DownloadAndLoadCogVideoModel" }, "widgets_values": [ "kijai/CogVideoX-5b-Tora", "bf16", "disabled", "disabled", false ] }, { "id": 31, "type": "CogVideoTextEncode", "pos": { "0": 2013, "1": -57 }, "size": { "0": 463.01251220703125, "1": 124 }, "flags": {}, "order": 16, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 56 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 123 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ", 1, true ] }, { "id": 84, "type": "DownloadAndLoadToraModel", "pos": { "0": 2161, "1": 116 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 1, "mode": 0, "inputs": [], "outputs": [ { "name": "tora_model", "type": "TORAMODEL", "links": [ 200 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DownloadAndLoadToraModel" }, "widgets_values": [ "kijai/CogVideoX-5b-Tora" ] }, { "id": 65, "type": "CreateShapeImageOnPath", "pos": { "0": 2729, "1": 410 }, "size": { "0": 313.4619445800781, "1": 270 }, "flags": {}, "order": 42, "mode": 0, "inputs": [ { "name": "coordinates", "type": "STRING", "link": 202, "widget": { "name": "coordinates" } }, { "name": "size_multiplier", "type": "FLOAT", "link": null, "widget": { "name": "size_multiplier" }, "shape": 7 }, { "name": "frame_width", "type": "INT", "link": 182, "widget": { "name": "frame_width" } }, { "name": "frame_height", "type": "INT", "link": 183, "widget": { "name": "frame_height" } } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 142, 153 ], "slot_index": 0 }, { "name": "mask", "type": "MASK", "links": [ 154 ], "slot_index": 1 } ], "properties": { "Node name for S&R": "CreateShapeImageOnPath" }, "widgets_values": [ "circle", "", 512, 512, 12, 12, "red", "black", 0, 1, [ 1 ] ] }, { "id": 72, "type": "AudioSeparator", "pos": { "0": -1566.5263671875, "1": -264.8908386230469 }, "size": { "0": 317.4000244140625, "1": 158 }, "flags": {}, "order": 21, "mode": 0, "inputs": [ { "name": "model", "type": "OPEN_UNMIX_MODEL", "link": 159 }, { "name": "audio", "type": "AUDIO", "link": 232 }, { "name": "video_frames", "type": "IMAGE", "link": 162 } ], "outputs": [ { "name": "audio", "type": "AUDIO", "links": [], "slot_index": 0, "shape": 3 }, { "name": "drums_audio", "type": "AUDIO", "links": [ 211, 214 ], "slot_index": 1, "shape": 3 }, { "name": "vocals_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "bass_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "other_audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "feature_pipe", "type": "FEATURE_PIPE", "links": [ 164 ], "slot_index": 5, "shape": 3 } ], "properties": { "Node name for S&R": "AudioSeparator" }, "widgets_values": [ 8 ] }, { "id": 88, "type": "PreviewAudio", "pos": { "0": -1126.5263671875, "1": -244.89083862304688 }, "size": { "0": 315, "1": 76 }, "flags": {}, "order": 23, "mode": 0, "inputs": [ { "name": "audio", "type": "AUDIO", "link": 214 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewAudio" }, "widgets_values": [ null ] }, { "id": 105, "type": "GetImageSizeAndCount", "pos": { "0": 1021.5052490234375, "1": 1504.89453125 }, "size": { "0": 210, "1": 86 }, "flags": {}, "order": 50, "mode": 4, "inputs": [ { "name": "image", "type": "IMAGE", "link": 243 } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 241 ], "slot_index": 0, "shape": 3 }, { "name": "720 width", "type": "INT", "links": null, "shape": 3 }, { "name": "480 height", "type": "INT", "links": null, "shape": 3 }, { "name": "43 count", "type": "INT", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "GetImageSizeAndCount" }, "widgets_values": [] }, { "id": 106, "type": "GetNode", "pos": { "0": 1041.5052490234375, "1": 1674.89453125 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 2, "mode": 4, "inputs": [], "outputs": [ { "name": "AUDIO", "type": "AUDIO", "links": [ 242 ], "slot_index": 0 } ], "title": "Get_audio", "properties": {}, "widgets_values": [ "audio" ] }, { "id": 20, "type": "CLIPLoader", "pos": { "0": 1394, "1": -156 }, "size": { "0": 574.2658081054688, "1": 95.4034652709961 }, "flags": {}, "order": 3, "mode": 0, "inputs": [], "outputs": [ { "name": "CLIP", "type": "CLIP", "links": [ 54, 56 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CLIPLoader" }, "widgets_values": [ "t5/t5xxl_fp8_e4m3fn.safetensors", "sd3" ] }, { "id": 66, "type": "VHS_VideoCombine", "pos": { "0": 3455, "1": 181 }, "size": [ 605.3909912109375, 714.2606608072917 ], "flags": {}, "order": 46, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 142 }, { "name": "audio", "type": "*", "link": 235, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora-trajectory", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora-trajectory_00001-audio.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 99, "type": "GetNode", "pos": { "0": 3213, "1": 384 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 4, "mode": 0, "inputs": [], "outputs": [ { "name": "AUDIO", "type": "AUDIO", "links": [ 235 ], "slot_index": 0 } ], "title": "Get_audio", "properties": {}, "widgets_values": [ "audio" ] }, { "id": 103, "type": "CreateShapeImageOnPath", "pos": { "0": 621.5052490234375, "1": 1364.89453125 }, "size": { "0": 313.4619445800781, "1": 270 }, "flags": {}, "order": 48, "mode": 4, "inputs": [ { "name": "coordinates", "type": "STRING", "link": 262, "widget": { "name": "coordinates" } }, { "name": "size_multiplier", "type": "FLOAT", "link": null, "widget": { "name": "size_multiplier" }, "shape": 7 }, { "name": "frame_width", "type": "INT", "link": 239, "widget": { "name": "frame_width" } }, { "name": "frame_height", "type": "INT", "link": 240, "widget": { "name": "frame_height" } } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 243 ], "slot_index": 0 }, { "name": "mask", "type": "MASK", "links": [], "slot_index": 1 } ], "properties": { "Node name for S&R": "CreateShapeImageOnPath" }, "widgets_values": [ "circle", "", 512, 512, 12, 12, "red", "black", 0, 1, [ 1 ] ] }, { "id": 102, "type": "GetMaskSizeAndCount", "pos": { "0": 261.5052795410156, "1": 1424.89453125 }, "size": { "0": 264.5999755859375, "1": 86 }, "flags": { "collapsed": false }, "order": 44, "mode": 4, "inputs": [ { "name": "mask", "type": "MASK", "link": 258 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": null, "slot_index": 0 }, { "name": "720 width", "type": "INT", "links": [ 239 ], "slot_index": 1 }, { "name": "480 height", "type": "INT", "links": [ 240 ], "slot_index": 2 }, { "name": "43 count", "type": "INT", "links": [], "slot_index": 3 } ], "properties": { "Node name for S&R": "GetMaskSizeAndCount" }, "widgets_values": [] }, { "id": 57, "type": "CogVideoSampler", "pos": { "0": 2730, "1": -350 }, "size": { "0": 399.8780822753906, "1": 390 }, "flags": {}, "order": 47, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 198 }, { "name": "positive", "type": "CONDITIONING", "link": 122 }, { "name": "negative", "type": "CONDITIONING", "link": 123 }, { "name": "samples", "type": "LATENT", "link": null, "shape": 7 }, { "name": "image_cond_latents", "type": "LATENT", "link": null, "shape": 7 }, { "name": "context_options", "type": "COGCONTEXT", "link": null, "shape": 7 }, { "name": "controlnet", "type": "COGVIDECONTROLNET", "link": null, "shape": 7 }, { "name": "tora_trajectory", "type": "TORAFEATURES", "link": 197, "shape": 7 }, { "name": "num_frames", "type": "INT", "link": 189, "widget": { "name": "num_frames" } }, { "name": "height", "type": "INT", "link": 188, "widget": { "name": "height" } }, { "name": "width", "type": "INT", "link": 187, "widget": { "name": "width" } } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 128 ], "slot_index": 0, "shape": 3 }, { "name": "samples", "type": "LATENT", "links": [ 127 ], "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoSampler" }, "widgets_values": [ 480, 720, 49, 37, 6, 65334758276105, "fixed", "CogVideoXDPMScheduler", 1 ] }, { "id": 30, "type": "CogVideoTextEncode", "pos": { "0": 2014, "1": -266 }, "size": { "0": 471.90142822265625, "1": 168.08047485351562 }, "flags": {}, "order": 15, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 54 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 122 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "video of a brown bear in front of a waterfall", 1, true ] }, { "id": 82, "type": "ToraEncodeTrajectory", "pos": { "0": 2731, "1": 103 }, "size": { "0": 280.8954162597656, "1": 233.9559783935547 }, "flags": {}, "order": 43, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 199 }, { "name": "tora_model", "type": "TORAMODEL", "link": 200, "slot_index": 1 }, { "name": "coordinates", "type": "STRING", "link": 203, "widget": { "name": "coordinates" } }, { "name": "num_frames", "type": "INT", "link": 194, "widget": { "name": "num_frames" } }, { "name": "width", "type": "INT", "link": 195, "widget": { "name": "width" } }, { "name": "height", "type": "INT", "link": 196, "widget": { "name": "height" } } ], "outputs": [ { "name": "tora_trajectory", "type": "TORAFEATURES", "links": [ 197 ], "shape": 3 }, { "name": "video_flow_images", "type": "IMAGE", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "ToraEncodeTrajectory" }, "widgets_values": [ "", 720, 480, 49, 2, 0, 1, false ] }, { "id": 111, "type": "SplineFeatureModulator", "pos": { "0": -148.49472045898438, "1": 1204.89453125 }, "size": { "0": 352.79998779296875, "1": 306 }, "flags": {}, "order": 39, "mode": 4, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 263 }, { "name": "coordinates", "type": "STRING", "link": 261, "widget": { "name": "coordinates" } } ], "outputs": [ { "name": "mask", "type": "MASK", "links": [ 258 ], "slot_index": 0, "shape": 3 }, { "name": "coord_str", "type": "STRING", "links": [ 262 ], "slot_index": 1, "shape": 3 }, { "name": "float", "type": "FLOAT", "links": null, "shape": 3 }, { "name": "count", "type": "INT", "links": null, "shape": 3 }, { "name": "normalized_str", "type": "STRING", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "SplineFeatureModulator" }, "widgets_values": [ "", 720, 480, 0, 1, "list", 0, 1 ] }, { "id": 108, "type": "PreviewImage", "pos": { "0": -588.4947509765625, "1": 1284.89453125 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 40, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 251 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" }, "widgets_values": [] }, { "id": 71, "type": "DownloadOpenUnmixModel", "pos": { "0": -1576.5263671875, "1": -384.8908386230469 }, "size": { "0": 361.20001220703125, "1": 58 }, "flags": {}, "order": 5, "mode": 0, "inputs": [], "outputs": [ { "name": "OPEN_UNMIX_MODEL", "type": "OPEN_UNMIX_MODEL", "links": [ 159 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DownloadOpenUnmixModel" }, "widgets_values": [ "umxl" ] }, { "id": 90, "type": "PreviewAudio", "pos": { "0": -1941.1341552734375, "1": -193.65582275390625 }, "size": { "0": 315, "1": 76 }, "flags": {}, "order": 17, "mode": 0, "inputs": [ { "name": "audio", "type": "AUDIO", "link": 230 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewAudio" }, "widgets_values": [ null ] }, { "id": 74, "type": "AudioFeatureExtractor", "pos": { "0": -1112.1341552734375, "1": -58.65582275390625 }, "size": { "0": 361.20001220703125, "1": 78 }, "flags": {}, "order": 24, "mode": 0, "inputs": [ { "name": "audio", "type": "AUDIO", "link": 211 }, { "name": "feature_pipe", "type": "FEATURE_PIPE", "link": 164 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 212, 219, 249 ], "slot_index": 0, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "AudioFeatureExtractor" }, "widgets_values": [ "amplitude_envelope" ] }, { "id": 75, "type": "GetMaskSizeAndCount", "pos": { "0": 790.7343139648438, "1": 99.7914810180664 }, "size": { "0": 264.5999755859375, "1": 86 }, "flags": { "collapsed": false }, "order": 37, "mode": 0, "inputs": [ { "name": "mask", "type": "MASK", "link": 264 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": null, "slot_index": 0 }, { "name": "720 width", "type": "INT", "links": [ 182, 187, 195 ], "slot_index": 1 }, { "name": "480 height", "type": "INT", "links": [ 183, 188, 196 ], "slot_index": 2 }, { "name": "43 count", "type": "INT", "links": [ 189, 194 ], "slot_index": 3 } ], "properties": { "Node name for S&R": "GetMaskSizeAndCount" }, "widgets_values": [] }, { "id": 81, "type": "FeatureToSplineData", "pos": { "0": 84.73432159423828, "1": -66.2085189819336 }, "size": { "0": 336, "1": 354 }, "flags": {}, "order": 33, "mode": 0, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 221 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": [ 264 ], "slot_index": 0, "shape": 3 }, { "name": "coord_str", "type": "STRING", "links": [ 265 ], "slot_index": 1, "shape": 3 }, { "name": "float", "type": "FLOAT", "links": null, "shape": 3 }, { "name": "count", "type": "INT", "links": null, "shape": 3 }, { "name": "normalized_str", "type": "STRING", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "FeatureToSplineData" }, "widgets_values": [ 720, 480, "time", "cardinal", 0.5, 1, "list", 0, 1 ] }, { "id": 85, "type": "Reroute", "pos": { "0": 886.7343139648438, "1": -119.2085189819336 }, "size": [ 75, 26 ], "flags": {}, "order": 38, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 265, "widget": { "name": "value" } } ], "outputs": [ { "name": "", "type": "STRING", "links": [ 202, 203 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 89, "type": "FeatureRenormalize", "pos": { "0": -509.26568603515625, "1": -70.2085189819336 }, "size": { "0": 367.79998779296875, "1": 126 }, "flags": {}, "order": 28, "mode": 0, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 219 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 221 ], "slot_index": 0, "shape": 3 }, { "name": "FEATURE_VISUALIZATION", "type": "IMAGE", "links": [ 220 ], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "FeatureRenormalize" }, "widgets_values": [ 0.3, 0.7000000000000001, false ] }, { "id": 87, "type": "PreviewImage", "pos": { "0": -231.2656707763672, "1": 162.79147338867188 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 34, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 220 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" }, "widgets_values": [] }, { "id": 139, "type": "PreviewImage", "pos": { "0": -588.1315307617188, "1": 162.44729614257812 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 32, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 296 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" }, "widgets_values": [] }, { "id": 107, "type": "FeatureMixer", "pos": { "0": -1968.4947509765625, "1": 1224.89453125 }, "size": { "0": 367.79998779296875, "1": 342 }, "flags": {}, "order": 29, "mode": 4, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 249 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 250 ], "slot_index": 0, "shape": 3 }, { "name": "FEATURE_VISUALIZATION", "type": "IMAGE", "links": [], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "FeatureMixer" }, "widgets_values": [ 1, 0.3, 0.8, 1, 1, 1, 1, 0, 0, 1, 0.5, false ] }, { "id": 109, "type": "FeatureRenormalize", "pos": { "0": -1566.4947509765625, "1": 1299.89453125 }, "size": { "0": 367.79998779296875, "1": 126 }, "flags": {}, "order": 35, "mode": 4, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 250 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 263 ], "slot_index": 0, "shape": 3 }, { "name": "FEATURE_VISUALIZATION", "type": "IMAGE", "links": [ 251 ], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "FeatureRenormalize" }, "widgets_values": [ 0, 0.39, false ] }, { "id": 73, "type": "EmptyImageAndMaskFromAudio", "pos": { "0": -1589, "1": -50 }, "size": { "0": 411.6000061035156, "1": 146 }, "flags": {}, "order": 18, "mode": 0, "inputs": [ { "name": "audio", "type": "AUDIO", "link": 231 } ], "outputs": [ { "name": "empty_image", "type": "IMAGE", "links": [ 162, 299 ], "slot_index": 0, "shape": 3 }, { "name": "empty_mask", "type": "MASK", "links": null, "slot_index": 1, "shape": 3 }, { "name": "frame_count", "type": "INT", "links": [], "slot_index": 2, "shape": 3 } ], "properties": { "Node name for S&R": "EmptyImageAndMaskFromAudio" }, "widgets_values": [ 8, 720, 480 ] }, { "id": 92, "type": "VHS_LoadAudioUpload", "pos": { "0": -1966.5263671875, "1": -44.890830993652344 }, "size": { "0": 243.818359375, "1": 130 }, "flags": {}, "order": 6, "mode": 0, "inputs": [], "outputs": [ { "name": "audio", "type": "AUDIO", "links": [ 230, 231, 232, 233, 300 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_LoadAudioUpload" }, "widgets_values": { "audio": "Matthew Magenta - Wait a Minute.mp3", "start_time": 35, "duration": 5.41, "choose audio to upload": "image" } }, { "id": 146, "type": "GetImageSizeAndCount", "pos": { "0": 633.28125, "1": 3073.278076171875 }, "size": { "0": 210, "1": 86 }, "flags": {}, "order": 41, "mode": 4, "inputs": [ { "name": "image", "type": "IMAGE", "link": 307 } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 305 ], "slot_index": 0, "shape": 3 }, { "name": "720 width", "type": "INT", "links": null, "shape": 3 }, { "name": "480 height", "type": "INT", "links": null, "shape": 3 }, { "name": "43 count", "type": "INT", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "GetImageSizeAndCount" }, "widgets_values": [] }, { "id": 147, "type": "GetNode", "pos": { "0": 653.28125, "1": 3243.278076171875 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 7, "mode": 4, "inputs": [], "outputs": [ { "name": "AUDIO", "type": "AUDIO", "links": [ 306 ], "slot_index": 0 } ], "title": "Get_audio", "properties": {}, "widgets_values": [ "audio" ] }, { "id": 68, "type": "ImageCompositeMasked", "pos": { "0": 3239, "1": -95 }, "size": { "0": 315, "1": 146 }, "flags": {}, "order": 51, "mode": 0, "inputs": [ { "name": "destination", "type": "IMAGE", "link": 155 }, { "name": "source", "type": "IMAGE", "link": 153 }, { "name": "mask", "type": "MASK", "link": 154, "shape": 7 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 314 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageCompositeMasked" }, "widgets_values": [ 0, 0, false ] }, { "id": 151, "type": "ImageConcatMulti", "pos": { "0": 4556, "1": -398 }, "size": { "0": 210, "1": 150 }, "flags": {}, "order": 53, "mode": 0, "inputs": [ { "name": "image_1", "type": "IMAGE", "link": 313 }, { "name": "image_2", "type": "IMAGE", "link": 314 } ], "outputs": [ { "name": "images", "type": "IMAGE", "links": [ 322 ], "slot_index": 0, "shape": 3 } ], "properties": {}, "widgets_values": [ 2, "right", false, null ] }, { "id": 44, "type": "VHS_VideoCombine", "pos": { "0": 5441, "1": -473 }, "size": [ 531.3980712890625, 310 ], "flags": {}, "order": 55, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 323 }, { "name": "audio", "type": "*", "link": 236, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora_00007-audio.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 145, "type": "VHS_VideoCombine", "pos": { "0": 979, "1": 2878 }, "size": [ 605.3909912109375, 310 ], "flags": {}, "order": 45, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 305 }, { "name": "audio", "type": "AUDIO", "link": 306, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora-trajectory", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora-trajectory_00007-audio.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 152, "type": "ImageUpscaleWithModel", "pos": { "0": 4837, "1": -117 }, "size": { "0": 241.79998779296875, "1": 46 }, "flags": {}, "order": 54, "mode": 0, "inputs": [ { "name": "upscale_model", "type": "UPSCALE_MODEL", "link": 316, "slot_index": 0 }, { "name": "image", "type": "IMAGE", "link": 322 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 323 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "ImageUpscaleWithModel" }, "widgets_values": [] }, { "id": 155, "type": "ImageUpscaleWithModel", "pos": { "0": 4860, "1": 114 }, "size": { "0": 241.79998779296875, "1": 46 }, "flags": {}, "order": 20, "mode": 0, "inputs": [ { "name": "upscale_model", "type": "UPSCALE_MODEL", "link": 324, "slot_index": 0 }, { "name": "image", "type": "IMAGE", "link": null } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "ImageUpscaleWithModel" }, "widgets_values": [] }, { "id": 153, "type": "UpscaleModelLoader", "pos": { "0": 4837, "1": -215 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 8, "mode": 0, "inputs": [], "outputs": [ { "name": "UPSCALE_MODEL", "type": "UPSCALE_MODEL", "links": [ 316, 324 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "UpscaleModelLoader" }, "widgets_values": [ "RealESRGAN_x2.pth" ] }, { "id": 56, "type": "CogVideoDecode", "pos": { "0": 3246, "1": -350 }, "size": { "0": 300.396484375, "1": 198 }, "flags": {}, "order": 49, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 128 }, { "name": "samples", "type": "LATENT", "link": 127 } ], "outputs": [ { "name": "images", "type": "IMAGE", "links": [ 155, 313 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoDecode" }, "widgets_values": [ false, 240, 360, 0.2, 0.2, true ] }, { "id": 100, "type": "GetNode", "pos": { "0": 5122, "1": -492 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 9, "mode": 0, "inputs": [], "outputs": [ { "name": "AUDIO", "type": "AUDIO", "links": [ 236 ], "slot_index": 0 } ], "title": "Get_audio", "properties": {}, "widgets_values": [ "audio" ] }, { "id": 141, "type": "Note", "pos": { "0": -194, "1": -310 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 10, "mode": 0, "inputs": [], "outputs": [], "properties": { "text": "" }, "widgets_values": [ "method 1 is we just create spline data out of thin air" ], "color": "#432", "bgcolor": "#653" }, { "id": 104, "type": "VHS_VideoCombine", "pos": { "0": 1832, "1": 1314 }, "size": [ 605.3909912109375, 714.2606608072917 ], "flags": {}, "order": 52, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 241 }, { "name": "audio", "type": "AUDIO", "link": 242, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora-trajectory", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora-trajectory_00003-audio.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 143, "type": "GetMaskSizeAndCount", "pos": { "0": -302, "1": 3013 }, "size": { "0": 264.5999755859375, "1": 86 }, "flags": { "collapsed": false }, "order": 30, "mode": 4, "inputs": [ { "name": "mask", "type": "MASK", "link": 308 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": null, "slot_index": 0 }, { "name": "720 width", "type": "INT", "links": [ 303 ], "slot_index": 1 }, { "name": "480 height", "type": "INT", "links": [ 304 ], "slot_index": 2 }, { "name": "43 count", "type": "INT", "links": [], "slot_index": 3 } ], "properties": { "Node name for S&R": "GetMaskSizeAndCount" }, "widgets_values": [] }, { "id": 60, "type": "SplineEditor", "pos": { "0": -1603, "1": 1504 }, "size": { "0": 765, "1": 910 }, "flags": {}, "order": 11, "mode": 4, "inputs": [], "outputs": [ { "name": "mask", "type": "MASK", "links": [], "slot_index": 0 }, { "name": "coord_str", "type": "STRING", "links": [ 261 ], "slot_index": 1 }, { "name": "float", "type": "FLOAT", "links": null }, { "name": "count", "type": "INT", "links": null }, { "name": "normalized_str", "type": "STRING", "links": null } ], "properties": { "Node name for S&R": "SplineEditor", "points": "SplineEditor" }, "widgets_values": [ "[{\"x\":0,\"y\":0},{\"x\":263.32734333042947,\"y\":353.74697326919136},{\"x\":412.4404172645281,\"y\":258.5684154389157},{\"x\":234.77377598134674,\"y\":190.35711566055141},{\"x\":416.1710463256701,\"y\":129.2143974478895},{\"x\":720,\"y\":480}]", "[{\"x\":0,\"y\":0},{\"x\":41.775726318359375,\"y\":65.8663558959961},{\"x\":84.4534683227539,\"y\":131.15138244628906},{\"x\":128.4003143310547,\"y\":195.58773803710938},{\"x\":174.32730102539062,\"y\":258.6236572265625},{\"x\":224.04251098632812,\"y\":318.68707275390625},{\"x\":285.690673828125,\"y\":365.3074645996094},{\"x\":360.54327392578125,\"y\":361.12701416015625},{\"x\":406.5906066894531,\"y\":299.9382629394531},{\"x\":385.8952941894531,\"y\":236.77943420410156},{\"x\":309.9677429199219,\"y\":219.35707092285156},{\"x\":236.64279174804688,\"y\":196.15463256835938},{\"x\":269.2276306152344,\"y\":129.1408233642578},{\"x\":340.8720703125,\"y\":103.78235626220703},{\"x\":414.20391845703125,\"y\":128.05242919921875},{\"x\":474.11431884765625,\"y\":177.6868896484375},{\"x\":527.1646118164062,\"y\":234.8441619873047},{\"x\":577.380126953125,\"y\":294.5220642089844},{\"x\":625.9403686523438,\"y\":355.55743408203125},{\"x\":673.380859375,\"y\":417.4681701660156},{\"x\":720,\"y\":480}]", 720, 480, 21, "path", "cardinal", 0.5, 1, "list", 0, 1, null, null ] }, { "id": 144, "type": "CreateShapeImageOnPath", "pos": { "0": 156, "1": 2901 }, "size": { "0": 313.4619445800781, "1": 270 }, "flags": {}, "order": 36, "mode": 4, "inputs": [ { "name": "coordinates", "type": "STRING", "link": 309, "widget": { "name": "coordinates" } }, { "name": "size_multiplier", "type": "FLOAT", "link": null, "widget": { "name": "size_multiplier" }, "shape": 7 }, { "name": "frame_width", "type": "INT", "link": 303, "widget": { "name": "frame_width" } }, { "name": "frame_height", "type": "INT", "link": 304, "widget": { "name": "frame_height" } } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 307 ], "slot_index": 0 }, { "name": "mask", "type": "MASK", "links": [], "slot_index": 1 } ], "properties": { "Node name for S&R": "CreateShapeImageOnPath" }, "widgets_values": [ "circle", "", 512, 512, 12, 12, "red", "black", 0, 1, [ 1 ] ] }, { "id": 142, "type": "SplineRhythmModulator", "pos": { "0": -989.4947509765625, "1": 2845.89453125 }, "size": { "0": 344.3999938964844, "1": 306 }, "flags": {}, "order": 25, "mode": 4, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 301 }, { "name": "coordinates", "type": "STRING", "link": 325, "widget": { "name": "coordinates" } } ], "outputs": [ { "name": "mask", "type": "MASK", "links": [ 308 ], "slot_index": 0, "shape": 3 }, { "name": "coord_str", "type": "STRING", "links": [ 309 ], "slot_index": 1, "shape": 3 }, { "name": "float", "type": "FLOAT", "links": null, "shape": 3 }, { "name": "count", "type": "INT", "links": null, "shape": 3 }, { "name": "normalized_str", "type": "STRING", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "SplineRhythmModulator" }, "widgets_values": [ "", 720, 480, 0.5, "bounce", "list", 0, 1 ] }, { "id": 156, "type": "SplineEditor", "pos": { "0": -1950, "1": 3027 }, "size": { "0": 765, "1": 910 }, "flags": {}, "order": 12, "mode": 4, "inputs": [], "outputs": [ { "name": "mask", "type": "MASK", "links": [], "slot_index": 0 }, { "name": "coord_str", "type": "STRING", "links": [ 325 ], "slot_index": 1 }, { "name": "float", "type": "FLOAT", "links": null }, { "name": "count", "type": "INT", "links": null }, { "name": "normalized_str", "type": "STRING", "links": null } ], "properties": { "Node name for S&R": "SplineEditor", "points": "SplineEditor" }, "widgets_values": [ "[{\"x\":106.83612120606712,\"y\":320.5083636182014},{\"x\":329.98885421358,\"y\":199.1824615523411},{\"x\":563.3593502114721,\"y\":310.6651825704424}]", "[{\"x\":106.83612060546875,\"y\":320.50836181640625},{\"x\":127.13419342041016,\"y\":304.2864074707031},{\"x\":147.74716186523438,\"y\":288.46673583984375},{\"x\":168.7193603515625,\"y\":273.1268615722656},{\"x\":190.10723876953125,\"y\":258.3725891113281},{\"x\":211.98204040527344,\"y\":244.35137939453125},{\"x\":234.433837890625,\"y\":231.27587890625},{\"x\":257.5760498046875,\"y\":219.4696502685547},{\"x\":281.543212890625,\"y\":209.45449829101562},{\"x\":306.45501708984375,\"y\":202.13507080078125},{\"x\":332.2182312011719,\"y\":199.15936279296875},{\"x\":358.01605224609375,\"y\":201.9041748046875},{\"x\":383.1117248535156,\"y\":208.58013916015625},{\"x\":407.4300537109375,\"y\":217.71414184570312},{\"x\":431.0644226074219,\"y\":228.5033721923828},{\"x\":454.1207580566406,\"y\":240.48147583007812},{\"x\":476.69091796875,\"y\":253.35397338867188},{\"x\":498.84722900390625,\"y\":266.9272766113281},{\"x\":520.6480102539062,\"y\":281.0649719238281},{\"x\":542.1392211914062,\"y\":295.66937255859375},{\"x\":563.359375,\"y\":310.6651916503906}]", 720, 480, 21, "path", "cardinal", 0.5, 1, "list", 0, 1, null, null ] }, { "id": 97, "type": "SetNode", "pos": { "0": -1806, "1": 228 }, "size": { "0": 210, "1": 58 }, "flags": {}, "order": 19, "mode": 0, "inputs": [ { "name": "AUDIO", "type": "AUDIO", "link": 233 } ], "outputs": [ { "name": "*", "type": "*", "links": null } ], "title": "Set_audio", "properties": { "previousName": "audio" }, "widgets_values": [ "audio" ] }, { "id": 86, "type": "PreviewFeature", "pos": { "0": -1093, "1": 99 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 27, "mode": 0, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 212 } ], "outputs": [ { "name": "FEATURE_PREVIEW", "type": "IMAGE", "links": [ 296 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "PreviewFeature" }, "widgets_values": [ false ] }, { "id": 157, "type": "PreviewFeature", "pos": { "0": -919.3485717773438, "1": 3340.039794921875 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 26, "mode": 4, "inputs": [ { "name": "feature", "type": "FEATURE", "link": 327 } ], "outputs": [ { "name": "FEATURE_PREVIEW", "type": "IMAGE", "links": [ 326 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "PreviewFeature" }, "widgets_values": [ false ] }, { "id": 158, "type": "PreviewImage", "pos": { "0": -414.4800720214844, "1": 3403.487060546875 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 31, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 326 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" }, "widgets_values": [] }, { "id": 113, "type": "RhythmFeatureExtractor", "pos": { "0": -1779, "1": 2808 }, "size": { "0": 352.79998779296875, "1": 126 }, "flags": {}, "order": 22, "mode": 4, "inputs": [ { "name": "video_frames", "type": "IMAGE", "link": 299 }, { "name": "audio", "type": "AUDIO", "link": 300 } ], "outputs": [ { "name": "FEATURE", "type": "FEATURE", "links": [ 301, 327 ], "slot_index": 0, "shape": 3 }, { "name": "FEATURE_PIPE", "type": "FEATURE_PIPE", "links": null, "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "RhythmFeatureExtractor" }, "widgets_values": [ "beat_locations", 30, 4 ] }, { "id": 138, "type": "Note", "pos": { "0": -1726, "1": -751 }, "size": [ 545.3321325309748, 130.01349166001637 ], "flags": {}, "order": 13, "mode": 0, "inputs": [], "outputs": [], "properties": { "text": "" }, "widgets_values": [ "Thus far, I have given 2 ways to modulate spline data with feature. \n\nPlease note: the only thing that I have tested less than method 1, is method 2. If people are interested, I can make it more robust or to better specifications.\n\n\nyoutube.com/@ryanontheinside\nhttps://github.com/ryanontheinside/ComfyUI_RyanOnTheInside" ], "color": "#432", "bgcolor": "#653" }, { "id": 148, "type": "Note", "pos": { "0": -524, "1": 991 }, "size": { "0": 336.7846984863281, "1": 159.12716674804688 }, "flags": {}, "order": 14, "mode": 0, "inputs": [], "outputs": [], "properties": { "text": "" }, "widgets_values": [ "method 2, we modulate an existing spline. Ive been messing with two ways to do this and they behave distinctly" ], "color": "#432", "bgcolor": "#653" } ], "links": [ [ 54, 20, 0, 30, 0, "CLIP" ], [ 56, 20, 0, 31, 0, "CLIP" ], [ 122, 30, 0, 57, 1, "CONDITIONING" ], [ 123, 31, 0, 57, 2, "CONDITIONING" ], [ 127, 57, 1, 56, 1, "LATENT" ], [ 128, 57, 0, 56, 0, "COGVIDEOPIPE" ], [ 142, 65, 0, 66, 0, "IMAGE" ], [ 153, 65, 0, 68, 1, "IMAGE" ], [ 154, 65, 1, 68, 2, "MASK" ], [ 155, 56, 0, 68, 0, "IMAGE" ], [ 159, 71, 0, 72, 0, "OPEN_UNMIX_MODEL" ], [ 162, 73, 0, 72, 2, "IMAGE" ], [ 164, 72, 5, 74, 1, "FEATURE_PIPE" ], [ 182, 75, 1, 65, 2, "INT" ], [ 183, 75, 2, 65, 3, "INT" ], [ 187, 75, 1, 57, 10, "INT" ], [ 188, 75, 2, 57, 9, "INT" ], [ 189, 75, 3, 57, 8, "INT" ], [ 194, 75, 3, 82, 3, "INT" ], [ 195, 75, 1, 82, 4, "INT" ], [ 196, 75, 2, 82, 5, "INT" ], [ 197, 82, 0, 57, 7, "TORAFEATURES" ], [ 198, 83, 0, 57, 0, "COGVIDEOPIPE" ], [ 199, 83, 0, 82, 0, "COGVIDEOPIPE" ], [ 200, 84, 0, 82, 1, "TORAMODEL" ], [ 202, 85, 0, 65, 0, "STRING" ], [ 203, 85, 0, 82, 2, "STRING" ], [ 211, 72, 1, 74, 0, "AUDIO" ], [ 212, 74, 0, 86, 0, "FEATURE" ], [ 214, 72, 1, 88, 0, "AUDIO" ], [ 219, 74, 0, 89, 0, "FEATURE" ], [ 220, 89, 1, 87, 0, "IMAGE" ], [ 221, 89, 0, 81, 0, "FEATURE" ], [ 230, 92, 0, 90, 0, "AUDIO" ], [ 231, 92, 0, 73, 0, "AUDIO" ], [ 232, 92, 0, 72, 1, "AUDIO" ], [ 233, 92, 0, 97, 0, "*" ], [ 235, 99, 0, 66, 1, "AUDIO" ], [ 236, 100, 0, 44, 1, "AUDIO" ], [ 239, 102, 1, 103, 2, "INT" ], [ 240, 102, 2, 103, 3, "INT" ], [ 241, 105, 0, 104, 0, "IMAGE" ], [ 242, 106, 0, 104, 1, "AUDIO" ], [ 243, 103, 0, 105, 0, "IMAGE" ], [ 249, 74, 0, 107, 0, "FEATURE" ], [ 250, 107, 0, 109, 0, "FEATURE" ], [ 251, 109, 1, 108, 0, "IMAGE" ], [ 258, 111, 0, 102, 0, "MASK" ], [ 261, 60, 1, 111, 1, "STRING" ], [ 262, 111, 1, 103, 0, "STRING" ], [ 263, 109, 0, 111, 0, "FEATURE" ], [ 264, 81, 0, 75, 0, "MASK" ], [ 265, 81, 1, 85, 0, "*" ], [ 296, 86, 0, 139, 0, "IMAGE" ], [ 299, 73, 0, 113, 0, "IMAGE" ], [ 300, 92, 0, 113, 1, "AUDIO" ], [ 301, 113, 0, 142, 0, "FEATURE" ], [ 303, 143, 1, 144, 2, "INT" ], [ 304, 143, 2, 144, 3, "INT" ], [ 305, 146, 0, 145, 0, "IMAGE" ], [ 306, 147, 0, 145, 1, "AUDIO" ], [ 307, 144, 0, 146, 0, "IMAGE" ], [ 308, 142, 0, 143, 0, "MASK" ], [ 309, 142, 1, 144, 0, "STRING" ], [ 313, 56, 0, 151, 0, "IMAGE" ], [ 314, 68, 0, 151, 1, "IMAGE" ], [ 316, 153, 0, 152, 0, "UPSCALE_MODEL" ], [ 322, 151, 0, 152, 1, "IMAGE" ], [ 323, 152, 0, 44, 0, "IMAGE" ], [ 324, 153, 0, 155, 0, "UPSCALE_MODEL" ], [ 325, 156, 1, 142, 1, "STRING" ], [ 326, 157, 0, 158, 0, "IMAGE" ], [ 327, 113, 0, 157, 0, "FEATURE" ] ], "groups": [ { "title": "Cog Tora Kijai", "bounding": [ 1433, -723, 2749, 1658 ], "color": "#3f789e", "font_size": 24, "flags": {} }, { "title": "Load Audio, get feature", "bounding": [ -1984, -477, 1313, 1026 ], "color": "#3f789e", "font_size": 24, "flags": {} }, { "title": "Method 1", "bounding": [ -562, -434, 1600, 979 ], "color": "#3f789e", "font_size": 24, "flags": {} }, { "title": "Method 2", "bounding": [ -2012, 1088, 4739, 2863 ], "color": "#3f789e", "font_size": 24, "flags": {} }, { "title": "Upscale", "bounding": [ 4448, -696, 1582, 1095 ], "color": "#3f789e", "font_size": 24, "flags": {} } ], "config": {}, "extra": { "ds": { "scale": 0.12100000000000037, "offset": [ 4419.535366817648, 2099.733789815913 ] } }, "version": 0.4 }