Files
SayanoAI-Comfy-RVC/examples/2.musetalk-video-lipsync.json
T
2024-09-30 11:41:48 -04:00

2855 lines
48 KiB
JSON

{
"last_node_id": 1241,
"last_link_id": 2723,
"nodes": [
{
"id": 283,
"type": "RIFE VFI",
"pos": [
6579.12839578596,
1049.8020130690209
],
"size": {
"0": 443.4000244140625,
"1": 198
},
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 2685,
"slot_index": 0
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null,
"slot_index": 1
},
{
"name": "multiplier",
"type": "INT",
"link": 2648,
"slot_index": 2,
"widget": {
"name": "multiplier"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
1443
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "RIFE VFI"
},
"widgets_values": [
"rife49.pth",
10,
2,
true,
true,
0.5
]
},
{
"id": 492,
"type": "VHS_VideoCombine",
"pos": [
6577.128395785961,
1328.8020130690213
],
"size": [
435.2552185058594,
595.7554185390472
],
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 1443
},
{
"name": "audio",
"type": "AUDIO",
"link": 2653,
"slot_index": 1
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 2718,
"slot_index": 5,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "lipsynced-video-interpolated",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "lipsynced-video-interpolated_00005-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24.040747004474134
}
}
}
},
{
"id": 619,
"type": "SimpleMathNode",
"pos": [
6711,
1288
],
"size": {
"0": 315,
"1": 122
},
"flags": {
"collapsed": true
},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "n1",
"type": "INT,FLOAT",
"link": 2649
},
{
"name": "n2",
"type": "INT,FLOAT",
"link": 2717,
"slot_index": 1
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "FLOAT",
"type": "FLOAT",
"links": [
2718
],
"slot_index": 1,
"shape": 3
},
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SimpleMathNode"
},
"widgets_values": [
"MULTIPLY",
false
]
},
{
"id": 1039,
"type": "UltralyticsDetectorProvider",
"pos": [
5546,
313
],
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 0,
"mode": 4,
"outputs": [
{
"name": "BBOX_DETECTOR",
"type": "BBOX_DETECTOR",
"links": [
2354
],
"slot_index": 0,
"shape": 3
},
{
"name": "SEGM_DETECTOR",
"type": "SEGM_DETECTOR",
"links": [
2380
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UltralyticsDetectorProvider"
},
"widgets_values": [
"segm/PitHandDetailer-v1b-seg.pt"
]
},
{
"id": 1040,
"type": "UltralyticsDetectorProvider",
"pos": [
5201,
760
],
"size": [
226.8000030517578,
81.46336931139592
],
"flags": {},
"order": 6,
"mode": 0,
"outputs": [
{
"name": "BBOX_DETECTOR",
"type": "BBOX_DETECTOR",
"links": [
2356,
2679
],
"slot_index": 0,
"shape": 3
},
{
"name": "SEGM_DETECTOR",
"type": "SEGM_DETECTOR",
"links": [],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UltralyticsDetectorProvider"
},
"widgets_values": [
"bbox/face_yolov8m.pt"
]
},
{
"id": 1041,
"type": "RebatchImages",
"pos": [
5542,
53
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 11,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2688,
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2355,
2357,
2358,
2375,
2381
],
"slot_index": 0,
"shape": 6
}
],
"properties": {
"Node name for S&R": "RebatchImages"
},
"widgets_values": [
1
]
},
{
"id": 1042,
"type": "FloatConstant",
"pos": [
5556,
182
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 1,
"mode": 4,
"outputs": [
{
"name": "value",
"type": "FLOAT",
"links": [
2365
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FloatConstant"
},
"widgets_values": [
0.05
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 1043,
"type": "BboxDetectorCombined_v2",
"pos": [
5916,
159
],
"size": {
"0": 315,
"1": 102
},
"flags": {
"collapsed": true
},
"order": 17,
"mode": 4,
"inputs": [
{
"name": "bbox_detector",
"type": "BBOX_DETECTOR",
"link": 2354
},
{
"name": "image",
"type": "IMAGE",
"link": 2355
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2385
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BboxDetectorCombined_v2"
},
"widgets_values": [
0.5,
4
]
},
{
"id": 1044,
"type": "BboxDetectorCombined_v2",
"pos": [
6100,
655
],
"size": {
"0": 315,
"1": 102
},
"flags": {
"collapsed": true
},
"order": 18,
"mode": 4,
"inputs": [
{
"name": "bbox_detector",
"type": "BBOX_DETECTOR",
"link": 2356
},
{
"name": "image",
"type": "IMAGE",
"link": 2357
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2370
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BboxDetectorCombined_v2"
},
"widgets_values": [
0.5,
4
]
},
{
"id": 1045,
"type": "GetImageSize+",
"pos": [
5878,
652
],
"size": {
"0": 210,
"1": 66
},
"flags": {
"collapsed": true
},
"order": 19,
"mode": 4,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 2358
}
],
"outputs": [
{
"name": "width",
"type": "INT",
"links": [
2359,
2361
],
"slot_index": 0,
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": [
2360,
2362
],
"slot_index": 1,
"shape": 3
},
{
"name": "count",
"type": "INT",
"links": [
2363
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSize+"
}
},
{
"id": 1046,
"type": "SimpleMathNode",
"pos": [
6107,
594
],
"size": {
"0": 315,
"1": 122
},
"flags": {
"collapsed": true
},
"order": 24,
"mode": 4,
"inputs": [
{
"name": "n1",
"type": "INT,FLOAT",
"link": 2359
},
{
"name": "n2",
"type": "INT,FLOAT",
"link": 2360
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
2364
],
"slot_index": 0,
"shape": 3
},
{
"name": "FLOAT",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SimpleMathNode"
},
"widgets_values": [
"MIN",
false
]
},
{
"id": 1047,
"type": "EmptyImage",
"pos": [
5893,
592
],
"size": {
"0": 315,
"1": 130
},
"flags": {
"collapsed": true
},
"order": 25,
"mode": 4,
"inputs": [
{
"name": "width",
"type": "INT",
"link": 2361,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 2362,
"widget": {
"name": "height"
}
},
{
"name": "batch_size",
"type": "INT",
"link": 2363,
"widget": {
"name": "batch_size"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2366
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyImage"
},
"widgets_values": [
512,
512,
1,
0
]
},
{
"id": 1048,
"type": "SimpleMathNode",
"pos": [
6343,
592
],
"size": {
"0": 315,
"1": 122
},
"flags": {
"collapsed": true
},
"order": 30,
"mode": 4,
"inputs": [
{
"name": "n1",
"type": "INT,FLOAT",
"link": 2364
},
{
"name": "n2",
"type": "INT,FLOAT",
"link": 2365,
"slot_index": 1
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
2374
],
"slot_index": 0,
"shape": 3
},
{
"name": "FLOAT",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SimpleMathNode"
},
"widgets_values": [
"MULTIPLY",
true
]
},
{
"id": 1049,
"type": "ImageToMask",
"pos": [
6100,
544
],
"size": {
"0": 315,
"1": 58
},
"flags": {
"collapsed": true
},
"order": 31,
"mode": 4,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 2366
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2367,
2369
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageToMask"
},
"widgets_values": [
"red"
]
},
{
"id": 1050,
"type": "MaskComposite",
"pos": [
6407,
529
],
"size": {
"0": 315,
"1": 126
},
"flags": {
"collapsed": true
},
"order": 32,
"mode": 4,
"inputs": [
{
"name": "destination",
"type": "MASK",
"link": 2367
},
{
"name": "source",
"type": "MASK",
"link": 2384,
"slot_index": 1
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2371
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MaskComposite"
},
"widgets_values": [
0,
0,
"or"
]
},
{
"id": 1051,
"type": "MaskComposite",
"pos": [
6384,
642
],
"size": {
"0": 315,
"1": 126
},
"flags": {
"collapsed": true
},
"order": 33,
"mode": 4,
"inputs": [
{
"name": "destination",
"type": "MASK",
"link": 2369
},
{
"name": "source",
"type": "MASK",
"link": 2370,
"slot_index": 1
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2372
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MaskComposite"
},
"widgets_values": [
0,
0,
"or"
]
},
{
"id": 1052,
"type": "MaskComposite",
"pos": [
6587,
595
],
"size": {
"0": 315,
"1": 126
},
"flags": {
"collapsed": true
},
"order": 34,
"mode": 4,
"inputs": [
{
"name": "destination",
"type": "MASK",
"link": 2371
},
{
"name": "source",
"type": "MASK",
"link": 2372,
"slot_index": 1
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2430
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MaskComposite"
},
"widgets_values": [
0,
0,
"or"
]
},
{
"id": 1053,
"type": "MaskToSEGS",
"pos": [
6557,
-37
],
"size": {
"0": 315,
"1": 154
},
"flags": {
"collapsed": true
},
"order": 35,
"mode": 4,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 2430
},
{
"name": "drop_size",
"type": "INT",
"link": 2374,
"widget": {
"name": "drop_size"
}
}
],
"outputs": [
{
"name": "SEGS",
"type": "SEGS",
"links": [
2376
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MaskToSEGS"
},
"widgets_values": [
false,
2,
true,
40,
true
]
},
{
"id": 1054,
"type": "DetailerForEachPipe",
"pos": [
6751,
-122
],
"size": {
"0": 435.1143493652344,
"1": 804.5303955078125
},
"flags": {},
"order": 36,
"mode": 4,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 2375
},
{
"name": "segs",
"type": "SEGS",
"link": 2376
},
{
"name": "basic_pipe",
"type": "BASIC_PIPE",
"link": 2632,
"slot_index": 2
},
{
"name": "detailer_hook",
"type": "DETAILER_HOOK",
"link": null
},
{
"name": "refiner_basic_pipe_opt",
"type": "BASIC_PIPE",
"link": null
},
{
"name": "scheduler_func_opt",
"type": "SCHEDULER_FUNC",
"link": null
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
2721
],
"slot_index": 0,
"shape": 3
},
{
"name": "segs",
"type": "SEGS",
"links": null,
"shape": 3
},
{
"name": "basic_pipe",
"type": "BASIC_PIPE",
"links": [],
"slot_index": 2,
"shape": 3
},
{
"name": "cnet_images",
"type": "IMAGE",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "DetailerForEachPipe"
},
"widgets_values": [
384,
true,
512,
3472913739,
"fixed",
6,
3,
"dpmpp_2m",
"GITS[coeff=1.2]",
0.5,
5,
true,
true,
"{intricate, {beautiful|delicate|graceful|perfect}}",
0.2,
1,
false,
20
]
},
{
"id": 1055,
"type": "SegmDetectorCombined_v2",
"pos": [
5909,
236
],
"size": {
"0": 315,
"1": 102
},
"flags": {
"collapsed": true
},
"order": 20,
"mode": 4,
"inputs": [
{
"name": "segm_detector",
"type": "SEGM_DETECTOR",
"link": 2380
},
{
"name": "image",
"type": "IMAGE",
"link": 2381,
"slot_index": 1
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2383
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SegmDetectorCombined_v2"
},
"widgets_values": [
0.5,
0
]
},
{
"id": 1056,
"type": "MaskComposite",
"pos": [
6173,
483
],
"size": {
"0": 315,
"1": 126
},
"flags": {
"collapsed": true
},
"order": 26,
"mode": 4,
"inputs": [
{
"name": "destination",
"type": "MASK",
"link": 2385,
"slot_index": 0
},
{
"name": "source",
"type": "MASK",
"link": 2383
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
2384
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MaskComposite"
},
"widgets_values": [
0,
0,
"multiply"
]
},
{
"id": 1103,
"type": "Note",
"pos": [
5526,
-296
],
"size": {
"0": 256.2561950683594,
"1": 82.6058349609375
},
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Face and hand detailing take a long time, this is optional if your videos come out with minimal defects (by using larger resolution)"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 1134,
"type": "Note",
"pos": [
6564,
811
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Frame interpolation to make animation smoother"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 1184,
"type": "VHS_LoadVideo",
"pos": [
5196.216755373507,
-125.70836951549686
],
"size": [
235.1999969482422,
419.1330212260401
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2688,
2705
],
"slot_index": 0,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
2653,
2686,
2704,
2720
],
"slot_index": 2,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": [],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "You are my sunshine_00004-audio.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 0,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "You are my sunshine_00004-audio.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
},
"muted": false
}
}
},
{
"id": 1190,
"type": "ToBasicPipe",
"pos": [
6537,
-99
],
"size": {
"0": 241.79998779296875,
"1": 106
},
"flags": {
"collapsed": true
},
"order": 29,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 2661,
"slot_index": 0
},
{
"name": "clip",
"type": "CLIP",
"link": 2634
},
{
"name": "vae",
"type": "VAE",
"link": 2635
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 2637
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 2643
}
],
"outputs": [
{
"name": "basic_pipe",
"type": "BASIC_PIPE",
"links": [
2632
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ToBasicPipe"
}
},
{
"id": 1191,
"type": "CheckpointLoaderSimple",
"pos": [
5545,
-111
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 4,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
2644
],
"shape": 3
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
2634,
2638
],
"slot_index": 1,
"shape": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
2635
],
"slot_index": 2,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"sayano-realistic.safetensors"
]
},
{
"id": 1192,
"type": "CLIPTextEncode",
"pos": [
6321,
15
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 15,
"mode": 4,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 2639
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
2637
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"best quality, absurdres, extremely detailed, realistic, idol"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 1193,
"type": "CLIPSetLastLayer",
"pos": [
5909,
15
],
"size": {
"0": 315,
"1": 58
},
"flags": {
"collapsed": false
},
"order": 10,
"mode": 4,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 2638
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
2639,
2642
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPSetLastLayer"
},
"widgets_values": [
-2
]
},
{
"id": 1195,
"type": "CLIPTextEncode",
"pos": [
6319,
259
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 16,
"mode": 4,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 2642
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
2643
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"(worst quality, low quality:1.4), (extra limbs, floating limbs, falling, extra arms, extra legs, amputated, bad anatomy, unprofessional-bodies:1.3), (embedding:bad_pictures, embedding:bad-hands-5:1.1), malformed, mutated, disfigured, sketch, mutant, ugly, blurry, badly drawn, cartoon, anime, deformed, distorted, watermark"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 1197,
"type": "LoraLoaderModelOnly",
"pos": [
5915,
-115
],
"size": {
"0": 315,
"1": 82
},
"flags": {
"collapsed": false
},
"order": 9,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 2644
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
2658
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly"
},
"widgets_values": [
"hyper-lcm.safetensors",
1
]
},
{
"id": 1200,
"type": "INTConstant",
"pos": [
6694.12839578596,
953.8020130690206
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 8,
"mode": 0,
"outputs": [
{
"name": "value",
"type": "INT",
"links": [
2648,
2649
],
"slot_index": 0,
"shape": 3
}
],
"title": "Frame Interpolation",
"properties": {
"Node name for S&R": "INTConstant"
},
"widgets_values": [
2
],
"color": "#1b4669",
"bgcolor": "#29699c"
},
{
"id": 1201,
"type": "UVR5Node",
"pos": [
7732,
305
],
"size": {
"0": 315,
"1": 150
},
"flags": {
"collapsed": false
},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO,VHS_AUDIO",
"link": 2710,
"slot_index": 0
}
],
"outputs": [
{
"name": "primary_stem",
"type": "VHS_AUDIO",
"links": [
2695
],
"slot_index": 0,
"shape": 3
},
{
"name": "secondary_stem",
"type": "VHS_AUDIO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UVR5Node"
},
"widgets_values": [
"karafan/MDX23C-8KFFT-InstVoc_HQ.ckpt",
true,
10,
"flac"
]
},
{
"id": 1206,
"type": "FreeU_V2",
"pos": [
6331,
-94
],
"size": {
"0": 315,
"1": 130
},
"flags": {
"collapsed": true
},
"order": 14,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 2658
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
2660
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FreeU_V2"
},
"widgets_values": [
1.3,
1.4,
0.9,
0.2
]
},
{
"id": 1207,
"type": "PerturbedAttentionGuidance",
"pos": [
6272,
-44
],
"size": {
"0": 315,
"1": 58
},
"flags": {
"collapsed": true
},
"order": 23,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 2660,
"slot_index": 0
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
2661
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "PerturbedAttentionGuidance"
},
"widgets_values": [
3
]
},
{
"id": 1219,
"type": "VHS_VideoCombine",
"pos": [
8061,
72
],
"size": [
315,
517
],
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2668,
"slot_index": 0
},
{
"name": "audio",
"type": "AUDIO",
"link": 2686,
"slot_index": 1
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 2714,
"slot_index": 4,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 3,
"loop_count": 0,
"filename_prefix": "lipsynced-video",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "lipsynced-video_00008-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 5.811603879673882
}
}
}
},
{
"id": 1220,
"type": "MuseTalkNode",
"pos": [
7758,
509
],
"size": {
"0": 266.7889099121094,
"1": 107.54869842529297
},
"flags": {
"collapsed": false
},
"order": 40,
"mode": 0,
"inputs": [
{
"name": "coord_list",
"type": "COORDS",
"link": 2671
},
{
"name": "whisper_chunks",
"type": "WHISPER_CHUNKS",
"link": 2697
},
{
"name": "frames_dir",
"type": "STRING",
"link": 2673,
"widget": {
"name": "frames_dir"
}
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
2668,
2685
],
"slot_index": 0,
"shape": 3
},
{
"name": "results_dir",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MuseTalkNode"
},
"widgets_values": [
"",
1
]
},
{
"id": 1221,
"type": "MuseImageFeatureExtractionNode",
"pos": [
7727,
79
],
"size": {
"0": 315,
"1": 126
},
"flags": {
"collapsed": false
},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2722,
"slot_index": 0
},
{
"name": "bbox_detector",
"type": "BBOX_DETECTOR",
"link": 2679
}
],
"outputs": [
{
"name": "coords",
"type": "COORDS",
"links": [
2671
],
"slot_index": 0,
"shape": 3
},
{
"name": "frames_dir",
"type": "STRING",
"links": [
2673
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "MuseImageFeatureExtractionNode"
},
"widgets_values": [
0.42,
10,
true
]
},
{
"id": 1225,
"type": "Note",
"pos": [
7400,
-80
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Uses MuseTalk to lipsync your video"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 1230,
"type": "MuseAudioFeatureExtractionNode",
"pos": [
7780,
254
],
"size": {
"0": 254.40000915527344,
"1": 46
},
"flags": {
"collapsed": true
},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO,VHS_AUDIO",
"link": 2695
},
{
"name": "fps",
"type": "FLOAT,INT",
"link": 2719
}
],
"outputs": [
{
"name": "whisper_chunks",
"type": "WHISPER_CHUNKS",
"links": [
2697
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "MuseAudioFeatureExtractionNode"
}
},
{
"id": 1232,
"type": "VHS_VideoCombine",
"pos": [
7398,
126
],
"size": [
315,
517
],
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2723,
"slot_index": 0
},
{
"name": "audio",
"type": "AUDIO",
"link": 2720,
"slot_index": 1
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 2712,
"slot_index": 4,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 3,
"loop_count": 0,
"filename_prefix": "detailed-video",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "detailed-video_00007-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 5.811603879673882
}
}
}
},
{
"id": 1234,
"type": "AudioInfoNode",
"pos": [
5217,
338
],
"size": {
"0": 210,
"1": 86
},
"flags": {
"collapsed": false
},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO,VHS_AUDIO",
"link": 2704
}
],
"outputs": [
{
"name": "vhs_audio",
"type": "VHS_AUDIO",
"links": [
2710
],
"slot_index": 0,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [],
"slot_index": 1,
"shape": 3
},
{
"name": "seconds",
"type": "FLOAT",
"links": [
2707
],
"slot_index": 2,
"shape": 3
},
{
"name": "sr",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "AudioInfoNode"
}
},
{
"id": 1235,
"type": "VHS_GetImageCount",
"pos": [
5202,
485
],
"size": {
"0": 208.06414794921875,
"1": 26
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2705
}
],
"outputs": [
{
"name": "count",
"type": "INT",
"links": [
2706
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_GetImageCount"
},
"widgets_values": {}
},
{
"id": 1236,
"type": "SimpleMathNode",
"pos": [
5209,
574
],
"size": {
"0": 210,
"1": 122
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "n1",
"type": "INT,FLOAT",
"link": 2706
},
{
"name": "n2",
"type": "INT,FLOAT",
"link": 2707
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "FLOAT",
"type": "FLOAT",
"links": [
2712,
2714,
2717,
2719
],
"slot_index": 1,
"shape": 3
},
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SimpleMathNode"
},
"widgets_values": [
"DIVIDE",
false
]
},
{
"id": 1241,
"type": "MergeImageBatches",
"pos": [
7455,
78
],
"size": {
"0": 315,
"1": 58
},
"flags": {
"collapsed": true
},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2721
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2722,
2723
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "MergeImageBatches"
},
"widgets_values": [
true
]
}
],
"links": [
[
1443,
283,
0,
492,
0,
"IMAGE"
],
[
2354,
1039,
0,
1043,
0,
"BBOX_DETECTOR"
],
[
2355,
1041,
0,
1043,
1,
"IMAGE"
],
[
2356,
1040,
0,
1044,
0,
"BBOX_DETECTOR"
],
[
2357,
1041,
0,
1044,
1,
"IMAGE"
],
[
2358,
1041,
0,
1045,
0,
"IMAGE"
],
[
2359,
1045,
0,
1046,
0,
"INT,FLOAT"
],
[
2360,
1045,
1,
1046,
1,
"INT,FLOAT"
],
[
2361,
1045,
0,
1047,
0,
"INT"
],
[
2362,
1045,
1,
1047,
1,
"INT"
],
[
2363,
1045,
2,
1047,
2,
"INT"
],
[
2364,
1046,
0,
1048,
0,
"INT,FLOAT"
],
[
2365,
1042,
0,
1048,
1,
"INT,FLOAT"
],
[
2366,
1047,
0,
1049,
0,
"IMAGE"
],
[
2367,
1049,
0,
1050,
0,
"MASK"
],
[
2369,
1049,
0,
1051,
0,
"MASK"
],
[
2370,
1044,
0,
1051,
1,
"MASK"
],
[
2371,
1050,
0,
1052,
0,
"MASK"
],
[
2372,
1051,
0,
1052,
1,
"MASK"
],
[
2374,
1048,
0,
1053,
1,
"INT"
],
[
2375,
1041,
0,
1054,
0,
"IMAGE"
],
[
2376,
1053,
0,
1054,
1,
"SEGS"
],
[
2380,
1039,
1,
1055,
0,
"SEGM_DETECTOR"
],
[
2381,
1041,
0,
1055,
1,
"IMAGE"
],
[
2383,
1055,
0,
1056,
1,
"MASK"
],
[
2384,
1056,
0,
1050,
1,
"MASK"
],
[
2385,
1043,
0,
1056,
0,
"MASK"
],
[
2430,
1052,
0,
1053,
0,
"MASK"
],
[
2632,
1190,
0,
1054,
2,
"BASIC_PIPE"
],
[
2634,
1191,
1,
1190,
1,
"CLIP"
],
[
2635,
1191,
2,
1190,
2,
"VAE"
],
[
2637,
1192,
0,
1190,
3,
"CONDITIONING"
],
[
2638,
1191,
1,
1193,
0,
"CLIP"
],
[
2639,
1193,
0,
1192,
0,
"CLIP"
],
[
2642,
1193,
0,
1195,
0,
"CLIP"
],
[
2643,
1195,
0,
1190,
4,
"CONDITIONING"
],
[
2644,
1191,
0,
1197,
0,
"MODEL"
],
[
2648,
1200,
0,
283,
2,
"INT"
],
[
2649,
1200,
0,
619,
0,
"INT,FLOAT"
],
[
2653,
1184,
2,
492,
1,
"*"
],
[
2658,
1197,
0,
1206,
0,
"MODEL"
],
[
2660,
1206,
0,
1207,
0,
"MODEL"
],
[
2661,
1207,
0,
1190,
0,
"MODEL"
],
[
2668,
1220,
0,
1219,
0,
"IMAGE"
],
[
2671,
1221,
0,
1220,
0,
"COORDS"
],
[
2673,
1221,
1,
1220,
2,
"STRING"
],
[
2679,
1040,
0,
1221,
1,
"BBOX_DETECTOR"
],
[
2685,
1220,
0,
283,
0,
"IMAGE"
],
[
2686,
1184,
2,
1219,
1,
"AUDIO"
],
[
2688,
1184,
0,
1041,
0,
"IMAGE"
],
[
2695,
1201,
0,
1230,
0,
"AUDIO,VHS_AUDIO"
],
[
2697,
1230,
0,
1220,
1,
"WHISPER_CHUNKS"
],
[
2704,
1184,
2,
1234,
0,
"AUDIO,VHS_AUDIO"
],
[
2705,
1184,
0,
1235,
0,
"IMAGE"
],
[
2706,
1235,
0,
1236,
0,
"INT,FLOAT"
],
[
2707,
1234,
2,
1236,
1,
"INT,FLOAT"
],
[
2710,
1234,
0,
1201,
0,
"AUDIO,VHS_AUDIO"
],
[
2712,
1236,
1,
1232,
4,
"FLOAT"
],
[
2714,
1236,
1,
1219,
4,
"FLOAT"
],
[
2717,
1236,
1,
619,
1,
"INT,FLOAT"
],
[
2718,
619,
1,
492,
4,
"FLOAT"
],
[
2719,
1236,
1,
1230,
1,
"FLOAT,INT"
],
[
2720,
1184,
2,
1232,
1,
"AUDIO"
],
[
2721,
1054,
0,
1241,
0,
"IMAGE"
],
[
2722,
1241,
0,
1221,
0,
"IMAGE"
],
[
2723,
1241,
0,
1232,
0,
"IMAGE"
]
],
"groups": [
{
"title": "Group",
"bounding": [
6566,
880,
467,
1067
],
"color": "#b06634",
"font_size": 24
},
{
"title": "Group",
"bounding": [
5528,
-197,
1669,
888
],
"color": "#A88",
"font_size": 24
},
{
"title": "Group",
"bounding": [
5186,
-200,
261,
1064
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Group",
"bounding": [
7388,
-2,
998,
655
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {
"ds": {
"scale": 1.1167815779427657,
"offset": [
-6284.216733591715,
-1251.459471197032
]
},
"groupNodes": {}
},
"version": 0.4
}