690 lines
12 KiB
JSON
690 lines
12 KiB
JSON
{
|
|
"last_node_id": 31,
|
|
"last_link_id": 56,
|
|
"nodes": [
|
|
{
|
|
"id": 1,
|
|
"type": "HalloPreImgAndAudio",
|
|
"pos": [
|
|
290,
|
|
-781
|
|
],
|
|
"size": {
|
|
"0": 325.8182678222656,
|
|
"1": 206.60879516601562
|
|
},
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 9,
|
|
"label": "image"
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": 8,
|
|
"label": "audio"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "audio_emb",
|
|
"type": "EMB_A_HALLO",
|
|
"links": [
|
|
24
|
|
],
|
|
"shape": 3,
|
|
"label": "audio_emb"
|
|
},
|
|
{
|
|
"name": "image_emb",
|
|
"type": "EMB_I_HALLO",
|
|
"links": [
|
|
25
|
|
],
|
|
"shape": 3,
|
|
"label": "image_emb"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HalloPreImgAndAudio"
|
|
},
|
|
"widgets_values": [
|
|
"audio_separator\\Kim_Vocal_2.onnx",
|
|
1.2,
|
|
512,
|
|
512,
|
|
25,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 9,
|
|
"type": "LoadAudio",
|
|
"pos": [
|
|
292,
|
|
-514
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 124.00000762939453
|
|
},
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "AUDIO",
|
|
"type": "AUDIO",
|
|
"links": [
|
|
8,
|
|
51
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "AUDIO"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadAudio"
|
|
},
|
|
"widgets_values": [
|
|
"1.wav",
|
|
null,
|
|
""
|
|
]
|
|
},
|
|
{
|
|
"id": 21,
|
|
"type": "HallosSampler",
|
|
"pos": [
|
|
673,
|
|
-1022
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 290
|
|
},
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "MODEL_HALLO",
|
|
"link": 23,
|
|
"label": "model"
|
|
},
|
|
{
|
|
"name": "audio_emb",
|
|
"type": "EMB_A_HALLO",
|
|
"link": 24,
|
|
"label": "audio_emb"
|
|
},
|
|
{
|
|
"name": "image_emb",
|
|
"type": "EMB_I_HALLO",
|
|
"link": 25,
|
|
"label": "image_emb"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
43,
|
|
53
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "image"
|
|
},
|
|
{
|
|
"name": "frame_rate",
|
|
"type": "FLOAT",
|
|
"links": [
|
|
44
|
|
],
|
|
"slot_index": 1,
|
|
"shape": 3,
|
|
"label": "frame_rate"
|
|
},
|
|
{
|
|
"name": "path",
|
|
"type": "STRING",
|
|
"links": [],
|
|
"slot_index": 2,
|
|
"shape": 3,
|
|
"label": "path"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HallosSampler"
|
|
},
|
|
"widgets_values": [
|
|
42,
|
|
"fixed",
|
|
0.5,
|
|
0.5,
|
|
0.5,
|
|
3.5,
|
|
20,
|
|
true,
|
|
false
|
|
]
|
|
},
|
|
{
|
|
"id": 26,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": [
|
|
1051,
|
|
-747
|
|
],
|
|
"size": [
|
|
315.5489501953125,
|
|
306
|
|
],
|
|
"flags": {},
|
|
"order": 7,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 43,
|
|
"label": "images"
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": null,
|
|
"label": "audio"
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null,
|
|
"label": "meta_batch"
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null,
|
|
"label": "vae"
|
|
},
|
|
{
|
|
"name": "frame_rate",
|
|
"type": "FLOAT",
|
|
"link": 44,
|
|
"widget": {
|
|
"name": "frame_rate"
|
|
},
|
|
"label": "frame_rate"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3,
|
|
"label": "Filenames"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "AnimateDiff",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": true,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "AnimateDiff_00012.mp4",
|
|
"subfolder": "",
|
|
"type": "output",
|
|
"format": "video/h264-mp4",
|
|
"frame_rate": 25
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 30,
|
|
"type": "HallosUpscaleloader",
|
|
"pos": [
|
|
1066,
|
|
-1021
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 202
|
|
},
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "HALLO_U_MODEL",
|
|
"links": [
|
|
54
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "model"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HallosUpscaleloader"
|
|
},
|
|
"widgets_values": [
|
|
"RealESRGAN_x2plus.pth",
|
|
"facelib\\detection_Resnet50_Final.pth",
|
|
"realesrgan",
|
|
false,
|
|
false,
|
|
400,
|
|
2
|
|
]
|
|
},
|
|
{
|
|
"id": 2,
|
|
"type": "HalloLoader",
|
|
"pos": [
|
|
290,
|
|
-1010
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 154
|
|
},
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "MODEL_HALLO",
|
|
"links": [
|
|
23
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "model"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HalloLoader"
|
|
},
|
|
"widgets_values": [
|
|
"1SD1.5\\v1-5-pruned-emaonly.safetensors",
|
|
"vae-ft-mse-840000-ema-pruned.safetensors",
|
|
"motion_module\\mm_sd_v15_v2.ckpt",
|
|
"fp16",
|
|
false
|
|
]
|
|
},
|
|
{
|
|
"id": 31,
|
|
"type": "HallosVideoUpscale",
|
|
"pos": [
|
|
1435,
|
|
-1008
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 242
|
|
},
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "HALLO_U_MODEL",
|
|
"link": 54,
|
|
"label": "model"
|
|
},
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 53,
|
|
"label": "image"
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": null,
|
|
"label": "audio"
|
|
},
|
|
{
|
|
"name": "frame_rate",
|
|
"type": "FLOAT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "frame_rate"
|
|
},
|
|
"label": "frame_rate"
|
|
},
|
|
{
|
|
"name": "path",
|
|
"type": "STRING",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "path"
|
|
},
|
|
"label": "path"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
55
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "image"
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"links": null,
|
|
"shape": 3,
|
|
"label": "audio"
|
|
},
|
|
{
|
|
"name": "frame_rate",
|
|
"type": "FLOAT",
|
|
"links": [
|
|
56
|
|
],
|
|
"slot_index": 2,
|
|
"shape": 3,
|
|
"label": "frame_rate"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HallosVideoUpscale"
|
|
},
|
|
"widgets_values": [
|
|
"none",
|
|
0.5,
|
|
false,
|
|
false,
|
|
false,
|
|
0.5,
|
|
""
|
|
]
|
|
},
|
|
{
|
|
"id": 25,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": [
|
|
1794,
|
|
-1000
|
|
],
|
|
"size": [
|
|
387.0881042480469,
|
|
306
|
|
],
|
|
"flags": {},
|
|
"order": 8,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 55,
|
|
"label": "images"
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": 51,
|
|
"label": "audio"
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null,
|
|
"label": "meta_batch"
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null,
|
|
"label": "vae"
|
|
},
|
|
{
|
|
"name": "frame_rate",
|
|
"type": "FLOAT",
|
|
"link": 56,
|
|
"widget": {
|
|
"name": "frame_rate"
|
|
},
|
|
"label": "frame_rate"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3,
|
|
"label": "Filenames"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "AnimateDiff",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": true,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "AnimateDiff_00013-audio.mp4",
|
|
"subfolder": "",
|
|
"type": "output",
|
|
"format": "video/h264-mp4",
|
|
"frame_rate": 25
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 7,
|
|
"type": "LoadImage",
|
|
"pos": [
|
|
674,
|
|
-677
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 314
|
|
},
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
9
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3,
|
|
"label": "IMAGE"
|
|
},
|
|
{
|
|
"name": "MASK",
|
|
"type": "MASK",
|
|
"links": null,
|
|
"shape": 3,
|
|
"label": "MASK"
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadImage"
|
|
},
|
|
"widgets_values": [
|
|
"Yoshua_Bengio (2).jpg",
|
|
"image"
|
|
]
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
8,
|
|
9,
|
|
0,
|
|
1,
|
|
1,
|
|
"AUDIO"
|
|
],
|
|
[
|
|
9,
|
|
7,
|
|
0,
|
|
1,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
23,
|
|
2,
|
|
0,
|
|
21,
|
|
0,
|
|
"MODEL_HALLO"
|
|
],
|
|
[
|
|
24,
|
|
1,
|
|
0,
|
|
21,
|
|
1,
|
|
"EMB_A_HALLO"
|
|
],
|
|
[
|
|
25,
|
|
1,
|
|
1,
|
|
21,
|
|
2,
|
|
"EMB_I_HALLO"
|
|
],
|
|
[
|
|
43,
|
|
21,
|
|
0,
|
|
26,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
44,
|
|
21,
|
|
1,
|
|
26,
|
|
4,
|
|
"FLOAT"
|
|
],
|
|
[
|
|
51,
|
|
9,
|
|
0,
|
|
25,
|
|
1,
|
|
"AUDIO"
|
|
],
|
|
[
|
|
53,
|
|
21,
|
|
0,
|
|
31,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
54,
|
|
30,
|
|
0,
|
|
31,
|
|
0,
|
|
"HALLO_U_MODEL"
|
|
],
|
|
[
|
|
55,
|
|
31,
|
|
0,
|
|
25,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
56,
|
|
31,
|
|
2,
|
|
25,
|
|
4,
|
|
"FLOAT"
|
|
]
|
|
],
|
|
"groups": [
|
|
{
|
|
"title": "Group",
|
|
"bounding": [
|
|
-111,
|
|
-1200,
|
|
2389,
|
|
1113
|
|
],
|
|
"color": "#3f789e",
|
|
"font_size": 24,
|
|
"locked": false
|
|
}
|
|
],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 0.7627768444385583,
|
|
"offset": [
|
|
-120.64089642744547,
|
|
1257.8450494227727
|
|
]
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |