362 lines
6.5 KiB
JSON
362 lines
6.5 KiB
JSON
{
|
|
"last_node_id": 61,
|
|
"last_link_id": 37,
|
|
"nodes": [
|
|
{
|
|
"id": 39,
|
|
"type": "LoadAve(SyncTalk)",
|
|
"pos": [
|
|
50,
|
|
330
|
|
],
|
|
"size": {
|
|
"0": 210,
|
|
"1": 26
|
|
},
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "ave",
|
|
"type": "SYNC_TALK_AVE",
|
|
"links": [
|
|
23
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadAve(SyncTalk)"
|
|
}
|
|
},
|
|
{
|
|
"id": 41,
|
|
"type": "Inference(SyncTalk)",
|
|
"pos": [
|
|
440,
|
|
60
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 98
|
|
},
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "st_data",
|
|
"type": "SYNC_TALK_DATA_LOADER",
|
|
"link": 25
|
|
},
|
|
{
|
|
"name": "st_nerf",
|
|
"type": "SYNC_TALK_NERF_NETWORK",
|
|
"link": 26
|
|
},
|
|
{
|
|
"name": "st_auds",
|
|
"type": "SYNC_TALK_AUDIO_FEATURES",
|
|
"link": 24
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
28
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "Inference(SyncTalk)"
|
|
},
|
|
"widgets_values": [
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"id": 46,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": [
|
|
440,
|
|
220
|
|
],
|
|
"size": [
|
|
315,
|
|
619
|
|
],
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 28
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": 29
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 25,
|
|
"loop_count": 0,
|
|
"filename_prefix": "AnimateDiff",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": false,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "AnimateDiff_00001-audio.mp4",
|
|
"subfolder": "",
|
|
"type": "temp",
|
|
"format": "video/h264-mp4",
|
|
"frame_rate": 25
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 47,
|
|
"type": "VHS_LoadAudio",
|
|
"pos": [
|
|
50,
|
|
570
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"links": [
|
|
29
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_LoadAudio"
|
|
},
|
|
"widgets_values": {
|
|
"audio_file": "custom_nodes/ComfyUI-SyncTalk/repos/SyncTalk/demo/test.wav",
|
|
"seek_seconds": 0
|
|
}
|
|
},
|
|
{
|
|
"id": 40,
|
|
"type": "AveProcess(SyncTalk)",
|
|
"pos": [
|
|
50,
|
|
410
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 102
|
|
},
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "ave",
|
|
"type": "SYNC_TALK_AVE",
|
|
"link": 23
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "st_auds",
|
|
"type": "SYNC_TALK_AUDIO_FEATURES",
|
|
"links": [
|
|
24
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "ave_npy",
|
|
"type": "STRING",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "AveProcess(SyncTalk)"
|
|
},
|
|
"widgets_values": [
|
|
"custom_nodes/ComfyUI-SyncTalk/repos/SyncTalk/demo/test.wav",
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 44,
|
|
"type": "LoadNeRFNetwork(SyncTalk)",
|
|
"pos": [
|
|
50,
|
|
190
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "st_nerf",
|
|
"type": "SYNC_TALK_NERF_NETWORK",
|
|
"links": [
|
|
26
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadNeRFNetwork(SyncTalk)"
|
|
},
|
|
"widgets_values": [
|
|
"custom_nodes/ComfyUI-SyncTalk/repos/SyncTalk/model/trial_may/checkpoints/ngp_ep0019.pth",
|
|
"ave"
|
|
]
|
|
},
|
|
{
|
|
"id": 42,
|
|
"type": "LoadInferenceData(SyncTalk)",
|
|
"pos": [
|
|
50,
|
|
60
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "st_data",
|
|
"type": "SYNC_TALK_DATA_LOADER",
|
|
"links": [
|
|
25
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadInferenceData(SyncTalk)"
|
|
},
|
|
"widgets_values": [
|
|
"custom_nodes/ComfyUI-SyncTalk/repos/SyncTalk/data/May",
|
|
"none"
|
|
]
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
23,
|
|
39,
|
|
0,
|
|
40,
|
|
0,
|
|
"SYNC_TALK_AVE"
|
|
],
|
|
[
|
|
24,
|
|
40,
|
|
0,
|
|
41,
|
|
2,
|
|
"SYNC_TALK_AUDIO_FEATURES"
|
|
],
|
|
[
|
|
25,
|
|
42,
|
|
0,
|
|
41,
|
|
0,
|
|
"SYNC_TALK_DATA_LOADER"
|
|
],
|
|
[
|
|
26,
|
|
44,
|
|
0,
|
|
41,
|
|
1,
|
|
"SYNC_TALK_NERF_NETWORK"
|
|
],
|
|
[
|
|
28,
|
|
41,
|
|
0,
|
|
46,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
29,
|
|
47,
|
|
0,
|
|
46,
|
|
1,
|
|
"AUDIO"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 1.1167815779424812,
|
|
"offset": {
|
|
"0": 129.31026771730436,
|
|
"1": 0.37316283322110155
|
|
}
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |