966 lines
17 KiB
JSON
966 lines
17 KiB
JSON
{
|
|
"last_node_id": 51,
|
|
"last_link_id": 128,
|
|
"nodes": [
|
|
{
|
|
"id": 42,
|
|
"type": "MimicMotionGetPoses",
|
|
"pos": [
|
|
327,
|
|
702
|
|
],
|
|
"size": {
|
|
"0": 330,
|
|
"1": 126
|
|
},
|
|
"flags": {},
|
|
"order": 9,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "ref_image",
|
|
"type": "IMAGE",
|
|
"link": 110
|
|
},
|
|
{
|
|
"name": "pose_images",
|
|
"type": "IMAGE",
|
|
"link": 111
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "poses_with_ref",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
112,
|
|
114
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "pose_images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
113
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 1
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "MimicMotionGetPoses"
|
|
},
|
|
"widgets_values": [
|
|
true,
|
|
true,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 35,
|
|
"type": "ImageResizeKJ",
|
|
"pos": [
|
|
-75,
|
|
781
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 242
|
|
},
|
|
"flags": {},
|
|
"order": 7,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 86
|
|
},
|
|
{
|
|
"name": "get_image_size",
|
|
"type": "IMAGE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "width_input",
|
|
"type": "INT",
|
|
"link": 88,
|
|
"widget": {
|
|
"name": "width_input"
|
|
}
|
|
},
|
|
{
|
|
"name": "height_input",
|
|
"type": "INT",
|
|
"link": 89,
|
|
"widget": {
|
|
"name": "height_input"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
111
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "ImageResizeKJ"
|
|
},
|
|
"widgets_values": [
|
|
576,
|
|
1024,
|
|
"lanczos",
|
|
false,
|
|
64,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"id": 9,
|
|
"type": "GetImageSizeAndCount",
|
|
"pos": [
|
|
826,
|
|
505
|
|
],
|
|
"size": {
|
|
"0": 210,
|
|
"1": 86
|
|
},
|
|
"flags": {},
|
|
"order": 10,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 112
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
92
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "576 width",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "1024 height",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "129 count",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "GetImageSizeAndCount"
|
|
}
|
|
},
|
|
{
|
|
"id": 37,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": [
|
|
723,
|
|
819
|
|
],
|
|
"size": {
|
|
"0": 440,
|
|
"1": 218
|
|
},
|
|
"flags": {},
|
|
"order": 11,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 114
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "VHS_AUDIO",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "MimicPose",
|
|
"format": "image/webp",
|
|
"pingpong": false,
|
|
"save_output": false,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "MimicPose_00001.webp",
|
|
"subfolder": "",
|
|
"type": "temp",
|
|
"format": "image/webp"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 28,
|
|
"type": "ImageResizeKJ",
|
|
"pos": [
|
|
-71,
|
|
481
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 242
|
|
},
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 61
|
|
},
|
|
{
|
|
"name": "get_image_size",
|
|
"type": "IMAGE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "width_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "width_input"
|
|
}
|
|
},
|
|
{
|
|
"name": "height_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "height_input"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
95,
|
|
110
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"links": [
|
|
88
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 1
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"links": [
|
|
89
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 2
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "ImageResizeKJ"
|
|
},
|
|
"widgets_values": [
|
|
576,
|
|
1024,
|
|
"lanczos",
|
|
false,
|
|
64,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"id": 49,
|
|
"type": "PreviewImage",
|
|
"pos": [
|
|
290,
|
|
251
|
|
],
|
|
"size": {
|
|
"0": 210,
|
|
"1": 246
|
|
},
|
|
"flags": {},
|
|
"order": 8,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 125
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "PreviewImage"
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"type": "DownloadAndLoadMimicMotionModel",
|
|
"pos": [
|
|
764,
|
|
229
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "mimic_pipeline",
|
|
"type": "MIMICPIPE",
|
|
"links": [
|
|
1
|
|
],
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DownloadAndLoadMimicMotionModel"
|
|
},
|
|
"widgets_values": [
|
|
"MimicMotion-fp16.safetensors",
|
|
"fp16"
|
|
]
|
|
},
|
|
{
|
|
"id": 50,
|
|
"type": "Note",
|
|
"pos": [
|
|
281,
|
|
104
|
|
],
|
|
"size": {
|
|
"0": 293.7375183105469,
|
|
"1": 101.26885986328125
|
|
},
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"properties": {
|
|
"text": ""
|
|
},
|
|
"widgets_values": [
|
|
"ref_image needs to be 224x224 for clip_vision\ndefault seems to be just resizing, you can try other methods like cropping as well"
|
|
],
|
|
"color": "#432",
|
|
"bgcolor": "#653"
|
|
},
|
|
{
|
|
"id": 51,
|
|
"type": "Note",
|
|
"pos": [
|
|
779,
|
|
105
|
|
],
|
|
"size": {
|
|
"0": 290.1233825683594,
|
|
"1": 69.71562957763672
|
|
},
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"properties": {
|
|
"text": ""
|
|
},
|
|
"widgets_values": [
|
|
"Downloads MimicMotion model and fp16 version of SVD XT 1.1"
|
|
],
|
|
"color": "#432",
|
|
"bgcolor": "#653"
|
|
},
|
|
{
|
|
"id": 17,
|
|
"type": "ImageConcatMulti",
|
|
"pos": [
|
|
1186,
|
|
774
|
|
],
|
|
"size": {
|
|
"0": 210,
|
|
"1": 170
|
|
},
|
|
"flags": {},
|
|
"order": 13,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image_1",
|
|
"type": "IMAGE",
|
|
"link": 95
|
|
},
|
|
{
|
|
"name": "image_2",
|
|
"type": "IMAGE",
|
|
"link": 113
|
|
},
|
|
{
|
|
"name": "image_3",
|
|
"type": "IMAGE",
|
|
"link": 99
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
93
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {},
|
|
"widgets_values": [
|
|
3,
|
|
"right",
|
|
false,
|
|
null
|
|
]
|
|
},
|
|
{
|
|
"id": 48,
|
|
"type": "ImageResizeKJ",
|
|
"pos": [
|
|
-57,
|
|
170
|
|
],
|
|
"size": {
|
|
"0": 315,
|
|
"1": 242
|
|
},
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 124
|
|
},
|
|
{
|
|
"name": "get_image_size",
|
|
"type": "IMAGE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "width_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "width_input"
|
|
}
|
|
},
|
|
{
|
|
"name": "height_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "height_input"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
125,
|
|
128
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"links": [],
|
|
"shape": 3,
|
|
"slot_index": 1
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"links": [],
|
|
"shape": 3,
|
|
"slot_index": 2
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "ImageResizeKJ"
|
|
},
|
|
"widgets_values": [
|
|
224,
|
|
224,
|
|
"lanczos",
|
|
false,
|
|
64,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"id": 16,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": [
|
|
1482,
|
|
192
|
|
],
|
|
"size": [
|
|
1530.4949951171875,
|
|
1199.1081452546296
|
|
],
|
|
"flags": {},
|
|
"order": 14,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 93
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "VHS_AUDIO",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "MimicMotion",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": false,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "MimicMotion_00005.mp4",
|
|
"subfolder": "",
|
|
"type": "temp",
|
|
"format": "video/h264-mp4"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"type": "LoadImage",
|
|
"pos": [
|
|
-393,
|
|
311
|
|
],
|
|
"size": {
|
|
"0": 213.0849151611328,
|
|
"1": 410.70074462890625
|
|
},
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
61,
|
|
124
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "MASK",
|
|
"type": "MASK",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadImage"
|
|
},
|
|
"widgets_values": [
|
|
"2bc567e9f448176b4e2416ceebf9beab.png",
|
|
"image"
|
|
]
|
|
},
|
|
{
|
|
"id": 5,
|
|
"type": "VHS_LoadVideo",
|
|
"pos": [
|
|
-402,
|
|
787
|
|
],
|
|
"size": [
|
|
235.1999969482422,
|
|
658.5777723524305
|
|
],
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
86
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "frame_count",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "VHS_AUDIO",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "video_info",
|
|
"type": "VHS_VIDEOINFO",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_LoadVideo"
|
|
},
|
|
"widgets_values": {
|
|
"video": "pose1.mp4",
|
|
"force_rate": 0,
|
|
"force_size": "Disabled",
|
|
"custom_width": 512,
|
|
"custom_height": 512,
|
|
"frame_load_cap": 16,
|
|
"skip_first_frames": 0,
|
|
"select_every_nth": 3,
|
|
"choose video to upload": "image",
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"frame_load_cap": 16,
|
|
"skip_first_frames": 0,
|
|
"force_rate": 0,
|
|
"filename": "pose1.mp4",
|
|
"type": "input",
|
|
"format": "video/mp4",
|
|
"select_every_nth": 3
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 1,
|
|
"type": "MimicMotionSampler",
|
|
"pos": [
|
|
1101,
|
|
419
|
|
],
|
|
"size": {
|
|
"0": 307.6666259765625,
|
|
"1": 314
|
|
},
|
|
"flags": {},
|
|
"order": 12,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "mimic_pipeline",
|
|
"type": "MIMICPIPE",
|
|
"link": 1,
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "ref_image",
|
|
"type": "IMAGE",
|
|
"link": 128,
|
|
"slot_index": 1
|
|
},
|
|
{
|
|
"name": "pose_images",
|
|
"type": "IMAGE",
|
|
"link": 92
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
99
|
|
],
|
|
"shape": 3,
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "MimicMotionSampler"
|
|
},
|
|
"widgets_values": [
|
|
25,
|
|
2,
|
|
2,
|
|
123,
|
|
"fixed",
|
|
15,
|
|
0.02,
|
|
16,
|
|
6,
|
|
true
|
|
]
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
1,
|
|
2,
|
|
0,
|
|
1,
|
|
0,
|
|
"MIMICPIPE"
|
|
],
|
|
[
|
|
61,
|
|
3,
|
|
0,
|
|
28,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
86,
|
|
5,
|
|
0,
|
|
35,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
88,
|
|
28,
|
|
1,
|
|
35,
|
|
2,
|
|
"INT"
|
|
],
|
|
[
|
|
89,
|
|
28,
|
|
2,
|
|
35,
|
|
3,
|
|
"INT"
|
|
],
|
|
[
|
|
92,
|
|
9,
|
|
0,
|
|
1,
|
|
2,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
93,
|
|
17,
|
|
0,
|
|
16,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
95,
|
|
28,
|
|
0,
|
|
17,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
99,
|
|
1,
|
|
0,
|
|
17,
|
|
2,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
110,
|
|
28,
|
|
0,
|
|
42,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
111,
|
|
35,
|
|
0,
|
|
42,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
112,
|
|
42,
|
|
0,
|
|
9,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
113,
|
|
42,
|
|
1,
|
|
17,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
114,
|
|
42,
|
|
0,
|
|
37,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
124,
|
|
3,
|
|
0,
|
|
48,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
125,
|
|
48,
|
|
0,
|
|
49,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
128,
|
|
48,
|
|
0,
|
|
1,
|
|
1,
|
|
"IMAGE"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 0.6830134553650705,
|
|
"offset": {
|
|
"0": 839.62744140625,
|
|
"1": 131.28245544433594
|
|
}
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |