Files
2024-09-11 20:06:57 +08:00

1502 lines
25 KiB
JSON

{
"last_node_id": 39,
"last_link_id": 51,
"nodes": [
{
"id": 2,
"type": "load_pose_model",
"pos": {
"0": 679.6640625,
"1": 991.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "pose_models",
"type": "POSEMODELS",
"links": [
2,
5
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "load_pose_model"
},
"widgets_values": [
"rtmpose-x",
"rtmw-x",
"dwpose"
]
},
{
"id": 4,
"type": "PreviewImage",
"pos": {
"0": 1039.6640625,
"1": 671.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 3
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 5,
"type": "pose_extraction",
"pos": {
"0": 679.6640625,
"1": 481.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 15
},
{
"name": "models",
"type": "POSEMODELS",
"link": 5
}
],
"outputs": [
{
"name": "pose_images",
"type": "IMAGE",
"links": [
6,
9
],
"slot_index": 0,
"shape": 3
},
{
"name": "pose_infos",
"type": "POSEINFOS",
"links": [
10
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "pose_extraction"
},
"widgets_values": [
false
]
},
{
"id": 8,
"type": "align",
"pos": {
"0": 1089.6640625,
"1": 991.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 380.4000244140625,
"1": 142
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "ref_image",
"type": "IMAGE",
"link": 7
},
{
"name": "ref_info",
"type": "POSEINFOS",
"link": 8
},
{
"name": "pose_images",
"type": "IMAGE",
"link": 9
},
{
"name": "pose_info",
"type": "POSEINFOS",
"link": 10
}
],
"outputs": [
{
"name": "aligend_ref_img",
"type": "IMAGE",
"links": [
11,
13
],
"slot_index": 0,
"shape": 3
},
{
"name": "aligned_pose_image",
"type": "IMAGE",
"links": [
12,
14
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "align"
},
"widgets_values": [
784,
512
]
},
{
"id": 9,
"type": "PreviewImage",
"pos": {
"0": 1279.6640625,
"1": 651.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 184.905029296875,
"1": 291.00738525390625
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 11
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 1,
"type": "pose_extraction",
"pos": {
"0": 1093,
"1": 490,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 1
},
{
"name": "models",
"type": "POSEMODELS",
"link": 2
}
],
"outputs": [
{
"name": "pose_images",
"type": "IMAGE",
"links": [
3
],
"slot_index": 0,
"shape": 3
},
{
"name": "pose_infos",
"type": "POSEINFOS",
"links": [
8
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "pose_extraction"
},
"widgets_values": [
false
]
},
{
"id": 11,
"type": "Reroute",
"pos": {
"0": 1498,
"1": 751,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
75,
26
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 13
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
20,
24
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 21,
"type": "Pose_Guider_Encode",
"pos": {
"0": 1600,
"1": 1350,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 102
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "pose_guider",
"type": "POSE_GUIDER",
"link": 26
},
{
"name": "pose_images",
"type": "IMAGE",
"link": 27
}
],
"outputs": [
{
"name": "pose_latent",
"type": "POSE_LATENT",
"links": [
25
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Pose_Guider_Encode"
},
"widgets_values": [
784,
512
]
},
{
"id": 22,
"type": "Load_Pose_Guider",
"pos": {
"0": 1600,
"1": 1240,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "pose_guider",
"type": "POSE_GUIDER",
"links": [
26
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Load_Pose_Guider"
},
"widgets_values": [
"./pretrained_weights/pose_guider.pth"
]
},
{
"id": 18,
"type": "VAEEncode",
"pos": {
"0": 1600,
"1": 1140,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 20
},
{
"name": "vae",
"type": "VAE",
"link": 19
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
21
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 20,
"type": "CLIPVisionLoader",
"pos": {
"0": 1600,
"1": 940,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
23
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPVisionLoader"
},
"widgets_values": [
"sd-image-variations-diffusers/image_encoder/pytorch_model.bin"
]
},
{
"id": 17,
"type": "VAELoader",
"pos": {
"0": 1600,
"1": 830,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 360.2267761230469,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
19,
29
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"sd-vae-ft-mse/diffusion_pytorch_model.bin"
]
},
{
"id": 15,
"type": "Load_reference_unet",
"pos": {
"0": 1610,
"1": 510,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 425.05206298828125,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "unet2d",
"type": "UNET2D",
"links": [
17
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Load_reference_unet"
},
"widgets_values": [
"/data1/chenzhuo/zoubin/ComfyUI/models/diffusers/SD1.5/unet",
"./pretrained_weights/reference_unet.pth"
]
},
{
"id": 16,
"type": "Load_denoising_unet",
"pos": {
"0": 1600,
"1": 650,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 437.88470458984375,
"1": 130
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "unet3d",
"type": "UNET3D",
"links": [
18
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Load_denoising_unet"
},
"widgets_values": [
"video",
"/data1/chenzhuo/zoubin/ComfyUI/models/diffusers/SD1.5/unet",
"./pretrained_weights/denoising_unet.pth",
"./pretrained_weights/motion_module.pth"
]
},
{
"id": 3,
"type": "LoadImage",
"pos": {
"0": 679.6640625,
"1": 621.6640625,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
1,
7
],
"slot_index": 0,
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"WechatIMG42.jpg",
"image"
]
},
{
"id": 12,
"type": "Reroute",
"pos": {
"0": 1496,
"1": 1137,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
75,
26
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 14
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
27
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 13,
"type": "VHS_LoadVideo",
"pos": {
"0": 370,
"1": 479,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
252.056640625,
688.5451388888889
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
15
],
"slot_index": 0,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": [
16
],
"slot_index": 1,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "9月6日.mp4",
"force_rate": 16,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 32,
"skip_first_frames": 70,
"select_every_nth": 2,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 32,
"skip_first_frames": 70,
"force_rate": 16,
"filename": "9月6日.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
},
"muted": false
}
}
},
{
"id": 7,
"type": "PreviewImage",
"pos": {
"0": 690,
"1": 1180,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 6
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 10,
"type": "PreviewImage",
"pos": {
"0": 910,
"1": 1182,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 12
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 19,
"type": "CLIPVisionEncode",
"pos": {
"0": 1600,
"1": 1040,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 380.4000244140625,
"1": 46
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 23
},
{
"name": "image",
"type": "IMAGE",
"link": 24
}
],
"outputs": [
{
"name": "CLIP_VISION_OUTPUT",
"type": "CLIP_VISION_OUTPUT",
"links": [
22
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPVisionEncode"
}
},
{
"id": 23,
"type": "VAEDecode",
"pos": {
"0": 2112,
"1": 1198,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 28
},
{
"name": "vae",
"type": "VAE",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
46
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 24,
"type": "VHS_VideoCombine",
"pos": {
"0": 2498,
"1": 520,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
397.0304870605469,
901.3279333114624
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 51
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 32,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00009.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 32
},
"muted": false
}
}
},
{
"id": 14,
"type": "DynamicPose_Sampler",
"pos": {
"0": 2103,
"1": 524,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 315,
"1": 618
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "reference_unet",
"type": "UNET2D",
"link": 17
},
{
"name": "denoising_unet",
"type": "UNET3D",
"link": 18
},
{
"name": "ref_image_latent",
"type": "LATENT",
"link": 21
},
{
"name": "clip_image_embeds",
"type": "CLIP_VISION_OUTPUT",
"link": 22
},
{
"name": "pose_latent",
"type": "POSE_LATENT",
"link": 25
},
{
"name": "context_frames",
"type": "INT",
"link": 16,
"widget": {
"name": "context_frames"
}
}
],
"outputs": [
{
"name": "latent",
"type": "LATENT",
"links": [
28
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DynamicPose_Sampler"
},
"widgets_values": [
42,
"fixed",
30,
3.5,
1,
24,
1,
4,
1,
1,
"DDIM",
0.00085,
0.012,
"linear",
"v_prediction",
"trailing",
1,
false,
true,
false,
null
]
},
{
"id": 37,
"type": "GMFSS Fortuna VFI",
"pos": {
"0": 1970,
"1": 1310,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": {
"0": 443.4000244140625,
"1": 126
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 46
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
51
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GMFSS Fortuna VFI"
},
"widgets_values": [
"GMFSS_fortuna_union",
16,
4
]
}
],
"links": [
[
1,
3,
0,
1,
0,
"IMAGE"
],
[
2,
2,
0,
1,
1,
"POSEMODELS"
],
[
3,
1,
0,
4,
0,
"IMAGE"
],
[
5,
2,
0,
5,
1,
"POSEMODELS"
],
[
6,
5,
0,
7,
0,
"IMAGE"
],
[
7,
3,
0,
8,
0,
"IMAGE"
],
[
8,
1,
1,
8,
1,
"POSEINFOS"
],
[
9,
5,
0,
8,
2,
"IMAGE"
],
[
10,
5,
1,
8,
3,
"POSEINFOS"
],
[
11,
8,
0,
9,
0,
"IMAGE"
],
[
12,
8,
1,
10,
0,
"IMAGE"
],
[
13,
8,
0,
11,
0,
"*"
],
[
14,
8,
1,
12,
0,
"*"
],
[
15,
13,
0,
5,
0,
"IMAGE"
],
[
16,
13,
1,
14,
5,
"INT"
],
[
17,
15,
0,
14,
0,
"UNET2D"
],
[
18,
16,
0,
14,
1,
"UNET3D"
],
[
19,
17,
0,
18,
1,
"VAE"
],
[
20,
11,
0,
18,
0,
"IMAGE"
],
[
21,
18,
0,
14,
2,
"LATENT"
],
[
22,
19,
0,
14,
3,
"CLIP_VISION_OUTPUT"
],
[
23,
20,
0,
19,
0,
"CLIP_VISION"
],
[
24,
11,
0,
19,
1,
"IMAGE"
],
[
25,
21,
0,
14,
4,
"POSE_LATENT"
],
[
26,
22,
0,
21,
0,
"POSE_GUIDER"
],
[
27,
12,
0,
21,
1,
"IMAGE"
],
[
28,
14,
0,
23,
0,
"LATENT"
],
[
29,
17,
0,
23,
1,
"VAE"
],
[
46,
23,
0,
37,
0,
"IMAGE"
],
[
51,
37,
0,
24,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.5644739300537778,
"offset": [
-254.76964560498246,
-82.65956431041555
]
}
},
"version": 0.4
}