nodes/HelloVision-ComfyUI_HelloMeme
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
songkey-win
2024-11-29 16:29:11 +08:00
parent 6166ffeb7c
commit 24dd59172e
17 changed files with 4231 additions and 1276 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workflows/hellomeme_image_example.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 630 KiB

After

Width:  |  Height:  |  Size: 675 KiB

workflows/hellomeme_image_sr_workflow.json
+663
View File
@@ -0,0 +1,663 @@
{
"last_node_id": 65,
"last_link_id": 133,
"nodes": [
{
"id": 39,
"type": "CropPortrait",
"pos": [
516,
537
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 128
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
118
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 44,
"type": "GetDrivePose",
"pos": [
852,
661
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 116
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
120
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 57,
"type": "LoadImage",
"pos": [
45,
867
],
"size": [
315,
314
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
115,
116,
125
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": [
465,
771
],
"size": [
292.20001220703125,
46
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 115
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
126
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": [
43,
699
],
"size": [
315,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
119,
127
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 61,
"type": "GetDriveExpression",
"pos": [
857,
823
],
"size": [
292.20001220703125,
66
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 127
},
{
"name": "images",
"type": "IMAGE",
"link": 125
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 126
}
],
"outputs": [
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"links": [
124
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression"
},
"widgets_values": []
},
{
"id": 62,
"type": "LoadImage",
"pos": [
52,
289
],
"size": [
315,
314
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
128
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 63,
"type": "HMImagePipelineLoader",
"pos": [
817,
358
],
"size": [
352.79998779296875,
130
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
129
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
0
]
},
{
"id": 58,
"type": "HMPipelineImage",
"pos": [
1274,
584
],
"size": [
315,
302
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"link": 129
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 119
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 118
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 120
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": 124,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
131
],
"slot_index": 0
},
{
"name": "LATENT",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "HMPipelineImage"
},
"widgets_values": [
0,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
12021,
"randomize",
2
]
},
{
"id": 65,
"type": "ImageUpscaleWithModel",
"pos": [
1630,
489
],
"size": [
340.20001220703125,
46
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 130
},
{
"name": "image",
"type": "IMAGE",
"link": 131
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
133
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
}
},
{
"id": 59,
"type": "PreviewImage",
"pos": [
2006,
588
],
"size": [
210,
246
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 133
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 64,
"type": "UpscaleModelLoader",
"pos": [
1270,
397
],
"size": [
315,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
130
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"RealESRGAN_x2.pth"
]
}
],
"links": [
[
57,
2,
0,
39,
1,
"FACE_TOOLKITS"
],
[
62,
2,
0,
43,
0,
"FACE_TOOLKITS"
],
[
64,
43,
0,
44,
2,
"FACELANDMARKS222"
],
[
65,
2,
0,
44,
0,
"FACE_TOOLKITS"
],
[
115,
57,
0,
43,
1,
"IMAGE"
],
[
116,
57,
0,
44,
1,
"IMAGE"
],
[
118,
39,
0,
58,
2,
"IMAGE"
],
[
119,
2,
0,
58,
1,
"FACE_TOOLKITS"
],
[
120,
44,
0,
58,
3,
"DRIVE_POSE"
],
[
124,
61,
0,
58,
4,
"DRIVE_EXPRESSION"
],
[
125,
57,
0,
61,
1,
"IMAGE"
],
[
126,
43,
0,
61,
2,
"FACELANDMARKS222"
],
[
127,
2,
0,
61,
0,
"FACE_TOOLKITS"
],
[
128,
62,
0,
39,
0,
"IMAGE"
],
[
129,
63,
0,
58,
0,
"HMIMAGEPIPELINE"
],
[
130,
64,
0,
65,
0,
"UPSCALE_MODEL"
],
[
131,
58,
0,
65,
1,
"IMAGE"
],
[
133,
65,
0,
59,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917359,
"offset": [
12.461092318990445,
-168.96359429993936
]
}
},
"version": 0.4
}
workflows/hellomeme_image_v2_sr_workflow.json
+664
View File
@@ -0,0 +1,664 @@
{
"last_node_id": 66,
"last_link_id": 136,
"nodes": [
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": [
43,
699
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
119,
132
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 39,
"type": "CropPortrait",
"pos": [
516,
537
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 128
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
118
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": [
465,
771
],
"size": [
292.20001220703125,
46
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 115
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
130
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 44,
"type": "GetDrivePose",
"pos": [
852,
661
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 116
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
120
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 57,
"type": "LoadImage",
"pos": [
45,
867
],
"size": [
315,
314
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
115,
116,
131
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 58,
"type": "HMPipelineImage",
"pos": [
1274,
584
],
"size": [
315,
302
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"link": 129
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 119
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 118
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 120
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": null,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": 133,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
134
],
"slot_index": 0
},
{
"name": "LATENT",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "HMPipelineImage"
},
"widgets_values": [
0,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
39876,
"randomize",
2
]
},
{
"id": 59,
"type": "PreviewImage",
"pos": [
2040,
610
],
"size": [
210,
246
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 135
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 62,
"type": "LoadImage",
"pos": [
52,
289
],
"size": [
315,
314
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
128
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 63,
"type": "HMImagePipelineLoader",
"pos": [
817,
358
],
"size": [
352.79998779296875,
130
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
129
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
0
]
},
{
"id": 64,
"type": "GetDriveExpression2",
"pos": [
850,
827
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 132
},
{
"name": "images",
"type": "IMAGE",
"link": 131
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 130
}
],
"outputs": [
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"links": [
133
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression2"
},
"widgets_values": []
},
{
"id": 65,
"type": "UpscaleModelLoader",
"pos": [
1282,
374
],
"size": [
315,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
136
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"RealESRGAN_x2.pth"
]
},
{
"id": 66,
"type": "ImageUpscaleWithModel",
"pos": [
1644,
503
],
"size": [
340.20001220703125,
46
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 136
},
{
"name": "image",
"type": "IMAGE",
"link": 134
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
135
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
},
"widgets_values": []
}
],
"links": [
[
57,
2,
0,
39,
1,
"FACE_TOOLKITS"
],
[
62,
2,
0,
43,
0,
"FACE_TOOLKITS"
],
[
64,
43,
0,
44,
2,
"FACELANDMARKS222"
],
[
65,
2,
0,
44,
0,
"FACE_TOOLKITS"
],
[
115,
57,
0,
43,
1,
"IMAGE"
],
[
116,
57,
0,
44,
1,
"IMAGE"
],
[
118,
39,
0,
58,
2,
"IMAGE"
],
[
119,
2,
0,
58,
1,
"FACE_TOOLKITS"
],
[
120,
44,
0,
58,
3,
"DRIVE_POSE"
],
[
128,
62,
0,
39,
0,
"IMAGE"
],
[
129,
63,
0,
58,
0,
"HMIMAGEPIPELINE"
],
[
130,
43,
0,
64,
2,
"FACELANDMARKS222"
],
[
131,
57,
0,
64,
1,
"IMAGE"
],
[
132,
2,
0,
64,
0,
"FACE_TOOLKITS"
],
[
133,
64,
0,
58,
5,
"DRIVE_EXPRESSION2"
],
[
134,
58,
0,
66,
1,
"IMAGE"
],
[
135,
66,
0,
59,
0,
"IMAGE"
],
[
136,
65,
0,
66,
0,
"UPSCALE_MODEL"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917359,
"offset": [
12.461092318990445,
-168.96359429993936
]
}
},
"version": 0.4
}
workflows/hellomeme_image_v2_workflow.json
+255 -253
View File
@@ -1,127 +1,7 @@
{
"last_node_id": 60,
"last_link_id": 123,
"last_node_id": 64,
"last_link_id": 133,
"nodes": [
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 24,
"1": 133
},
"size": {
"0": 426.5283508300781,
"1": 476.4518127441406
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": {
"0": 465,
"1": 771
},
"size": {
"0": 292.20001220703125,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 115
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
112
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 57,
"type": "LoadImage",
"pos": {
"0": 45,
"1": 867
},
"size": [
315,
314
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
115,
116,
117
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 39,
"type": "CropPortrait",
@@ -140,7 +20,7 @@
{
"name": "image",
"type": "IMAGE",
"link": 56
"link": 128
},
{
"name": "face_toolkits",
@@ -163,42 +43,6 @@
},
"widgets_values": []
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 43,
"1": 699
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
114,
119
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 44,
"type": "GetDrivePose",
@@ -263,7 +107,7 @@
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"link": 123
"link": 129
},
{
"name": "face_toolkits",
@@ -289,7 +133,7 @@
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": 121,
"link": 133,
"shape": 7
}
],
@@ -311,45 +155,11 @@
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
55468,
38454,
"randomize",
2
]
},
{
"id": 60,
"type": "HMImagePipelineLoader",
"pos": {
"0": 815,
"1": 390
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
123
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
0
]
},
{
"id": 59,
"type": "PreviewImage",
@@ -357,10 +167,10 @@
"0": 1688,
"1": 584
},
"size": [
210,
246
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 9,
"mode": 0,
@@ -374,14 +184,206 @@
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
"widgets_values": []
},
{
"id": 56,
"id": 62,
"type": "LoadImage",
"pos": {
"0": 52,
"1": 289
},
"size": [
315,
314
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
128
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 63,
"type": "HMImagePipelineLoader",
"pos": {
"0": 817,
"1": 358
},
"size": {
"0": 352.79998779296875,
"1": 130
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
129
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
0
]
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": {
"0": 465,
"1": 771
},
"size": {
"0": 292.20001220703125,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 115
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
130
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 57,
"type": "LoadImage",
"pos": {
"0": 45,
"1": 867
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
115,
116,
131
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 43,
"1": 699
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
119,
132
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 64,
"type": "GetDriveExpression2",
"pos": {
"0": 852,
"1": 806
"0": 850,
"1": 827
},
"size": {
"0": 304.79998779296875,
@@ -394,17 +396,17 @@
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 114
"link": 132
},
{
"name": "images",
"type": "IMAGE",
"link": 117
"link": 131
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 112
"link": 130
}
],
"outputs": [
@@ -412,7 +414,7 @@
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"links": [
121
133
],
"slot_index": 0
}
@@ -423,14 +425,6 @@
}
],
"links": [
[
56,
8,
0,
39,
0,
"IMAGE"
],
[
57,
2,
@@ -463,22 +457,6 @@
0,
"FACE_TOOLKITS"
],
[
112,
43,
0,
56,
2,
"FACELANDMARKS222"
],
[
114,
2,
0,
56,
0,
"FACE_TOOLKITS"
],
[
115,
57,
@@ -495,14 +473,6 @@
1,
"IMAGE"
],
[
117,
57,
0,
56,
1,
"IMAGE"
],
[
118,
39,
@@ -527,14 +497,6 @@
3,
"DRIVE_POSE"
],
[
121,
56,
0,
58,
5,
"DRIVE_EXPRESSION2"
],
[
122,
58,
@@ -544,22 +506,62 @@
"IMAGE"
],
[
123,
60,
128,
62,
0,
39,
0,
"IMAGE"
],
[
129,
63,
0,
58,
0,
"HMIMAGEPIPELINE"
],
[
130,
43,
0,
64,
2,
"FACELANDMARKS222"
],
[
131,
57,
0,
64,
1,
"IMAGE"
],
[
132,
2,
0,
64,
0,
"FACE_TOOLKITS"
],
[
133,
64,
0,
58,
5,
"DRIVE_EXPRESSION2"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"scale": 0.8264462809917359,
"offset": [
328.1068082440709,
3.5829604274896685
161.88372916607042,
-64.01845981558924
]
}
},
workflows/hellomeme_image_workflow.json
+113 -110
View File
@@ -1,45 +1,7 @@
{
"last_node_id": 61,
"last_link_id": 127,
"last_node_id": 63,
"last_link_id": 129,
"nodes": [
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 24,
"1": 133
},
"size": {
"0": 426.5283508300781,
"1": 476.4518127441406
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 39,
"type": "CropPortrait",
@@ -52,13 +14,13 @@
"1": 46
},
"flags": {},
"order": 4,
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 56
"link": 128
},
{
"name": "face_toolkits",
@@ -145,7 +107,7 @@
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"link": 123
"link": 129
},
{
"name": "face_toolkits",
@@ -193,45 +155,11 @@
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
63934,
15604,
"randomize",
2
]
},
{
"id": 60,
"type": "HMImagePipelineLoader",
"pos": {
"0": 815,
"1": 390
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
123
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
0
]
},
{
"id": 59,
"type": "PreviewImage",
@@ -239,10 +167,10 @@
"0": 1688,
"1": 584
},
"size": [
210,
246
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 9,
"mode": 0,
@@ -256,7 +184,8 @@
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
"widgets_values": []
},
{
"id": 57,
@@ -265,12 +194,12 @@
"0": 45,
"1": 867
},
"size": [
315,
314
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
@@ -310,7 +239,7 @@
"1": 46
},
"flags": {},
"order": 5,
"order": 4,
"mode": 0,
"inputs": [
{
@@ -352,7 +281,7 @@
"1": 58
},
"flags": {},
"order": 3,
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
@@ -419,18 +348,84 @@
],
"properties": {
"Node name for S&R": "GetDriveExpression"
}
},
"widgets_values": []
},
{
"id": 62,
"type": "LoadImage",
"pos": {
"0": 52,
"1": 289
},
"size": [
315,
314
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
128
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 63,
"type": "HMImagePipelineLoader",
"pos": {
"0": 817,
"1": 358
},
"size": {
"0": 352.79998779296875,
"1": 130
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
129
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
0
]
}
],
"links": [
[
56,
8,
0,
39,
0,
"IMAGE"
],
[
57,
2,
@@ -511,14 +506,6 @@
0,
"IMAGE"
],
[
123,
60,
0,
58,
0,
"HMIMAGEPIPELINE"
],
[
124,
61,
@@ -550,16 +537,32 @@
61,
0,
"FACE_TOOLKITS"
],
[
128,
62,
0,
39,
0,
"IMAGE"
],
[
129,
63,
0,
58,
0,
"HMIMAGEPIPELINE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"scale": 0.8264462809917359,
"offset": [
328.1068082440709,
3.5829604274896685
161.88372916607042,
-64.01845981558924
]
}
},
workflows/hellomeme_video_example.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 761 KiB

After

Width:  |  Height:  |  Size: 718 KiB

workflows/hellomeme_video_sr_workflow.json
+766
View File
@@ -0,0 +1,766 @@
{
"last_node_id": 62,
"last_link_id": 125,
"nodes": [
{
"id": 39,
"type": "CropPortrait",
"pos": [
516,
537
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 116
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
99
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 58,
"type": "LoadImage",
"pos": [
56,
273
],
"size": [
315,
314
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
116
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 44,
"type": "GetDrivePose",
"pos": [
842,
677
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 83
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
100
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": [
43,
699
],
"size": [
315,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
97,
119
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": [
465,
771
],
"size": [
292.20001220703125,
46
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 82
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
120
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 48,
"type": "VHS_LoadVideo",
"pos": [
106,
867
],
"size": [
247.455078125,
262
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
82,
83,
121
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": [
118
],
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "jgz.mp4",
"force_rate": 15,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"force_rate": 15,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"filename": "jgz.mp4",
"type": "input",
"format": "video/mp4"
},
"muted": false
}
}
},
{
"id": 60,
"type": "GetDriveExpression",
"pos": [
845,
813
],
"size": [
292.20001220703125,
66
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 119
},
{
"name": "images",
"type": "IMAGE",
"link": 121
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 120
}
],
"outputs": [
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"links": [
122
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression"
},
"widgets_values": []
},
{
"id": 53,
"type": "HMPipelineVideo",
"pos": [
1258,
562
],
"size": [
315,
326
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 115
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": 122,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
124
],
"slot_index": 0
},
{
"name": "LATENT",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 62,
"type": "ImageUpscaleWithModel",
"pos": [
1617,
490
],
"size": [
340.20001220703125,
46
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 123
},
{
"name": "image",
"type": "IMAGE",
"link": 124
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
125
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
}
},
{
"id": 59,
"type": "VHS_VideoCombine",
"pos": [
2023,
561
],
"size": [
214.7587890625,
518.7587890625
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 125
},
{
"name": "audio",
"type": "AUDIO",
"link": 118,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 18,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00054-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 61,
"type": "UpscaleModelLoader",
"pos": [
1261,
425
],
"size": [
315,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
123
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"RealESRGAN_x2.pth"
]
},
{
"id": 57,
"type": "HMVideoPipelineLoader",
"pos": [
813,
343
],
"size": [
352.79998779296875,
154
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
115
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
12,
0
]
}
],
"links": [
[
57,
2,
0,
39,
1,
"FACE_TOOLKITS"
],
[
62,
2,
0,
43,
0,
"FACE_TOOLKITS"
],
[
64,
43,
0,
44,
2,
"FACELANDMARKS222"
],
[
65,
2,
0,
44,
0,
"FACE_TOOLKITS"
],
[
82,
48,
0,
43,
1,
"IMAGE"
],
[
83,
48,
0,
44,
1,
"IMAGE"
],
[
97,
2,
0,
53,
1,
"FACE_TOOLKITS"
],
[
99,
39,
0,
53,
2,
"IMAGE"
],
[
100,
44,
0,
53,
3,
"DRIVE_POSE"
],
[
115,
57,
0,
53,
0,
"HMVIDEOPIPELINE"
],
[
116,
58,
0,
39,
0,
"IMAGE"
],
[
118,
48,
2,
59,
1,
"AUDIO"
],
[
119,
2,
0,
60,
0,
"FACE_TOOLKITS"
],
[
120,
43,
0,
60,
2,
"FACELANDMARKS222"
],
[
121,
48,
0,
60,
1,
"IMAGE"
],
[
122,
60,
0,
53,
4,
"DRIVE_EXPRESSION"
],
[
123,
61,
0,
62,
0,
"UPSCALE_MODEL"
],
[
124,
53,
0,
62,
1,
"IMAGE"
],
[
125,
62,
0,
59,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909095,
"offset": [
108.08728006313046,
-158.7703124395875
]
}
},
"version": 0.4
}
workflows/hellomeme_video_v2_sr_workflow.json
+765
View File
@@ -0,0 +1,765 @@
{
"last_node_id": 62,
"last_link_id": 121,
"nodes": [
{
"id": 39,
"type": "CropPortrait",
"pos": [
516,
537
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 116
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
99
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": [
465,
771
],
"size": [
292.20001220703125,
46
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 82
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
113
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": [
43,
699
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
97,
114
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 58,
"type": "LoadImage",
"pos": [
56,
273
],
"size": [
315,
314
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
116
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 44,
"type": "GetDrivePose",
"pos": [
842,
677
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 83
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
100
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 56,
"type": "GetDriveExpression2",
"pos": [
844,
816
],
"size": [
304.79998779296875,
66
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 114
},
{
"name": "images",
"type": "IMAGE",
"link": 112
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 113
}
],
"outputs": [
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"links": [
111
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression2"
},
"widgets_values": []
},
{
"id": 48,
"type": "VHS_LoadVideo",
"pos": [
106,
867
],
"size": [
247.455078125,
262
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
82,
83,
112
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": [
118
],
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "jgz.mp4",
"force_rate": 15,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"force_rate": 15,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"filename": "jgz.mp4",
"type": "input",
"format": "video/mp4"
},
"muted": false
}
}
},
{
"id": 53,
"type": "HMPipelineVideo",
"pos": [
1258,
562
],
"size": [
315,
326
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 115
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": null,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": 111,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
120
],
"slot_index": 0
},
{
"name": "LATENT",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 62,
"type": "ImageUpscaleWithModel",
"pos": [
1620,
494
],
"size": [
340.20001220703125,
46
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 121
},
{
"name": "image",
"type": "IMAGE",
"link": 120
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
119
]
}
],
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
}
},
{
"id": 57,
"type": "HMVideoPipelineLoader",
"pos": [
813,
343
],
"size": [
352.79998779296875,
154
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
115
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
12,
0
]
},
{
"id": 60,
"type": "UpscaleModelLoader",
"pos": [
1255,
397
],
"size": [
315,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
121
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"RealESRGAN_x2.pth"
]
},
{
"id": 59,
"type": "VHS_VideoCombine",
"pos": [
2019,
574
],
"size": [
562.3756713867188,
866.3756713867188
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 119
},
{
"name": "audio",
"type": "AUDIO",
"link": 118,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 18,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00087-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
}
],
"links": [
[
57,
2,
0,
39,
1,
"FACE_TOOLKITS"
],
[
62,
2,
0,
43,
0,
"FACE_TOOLKITS"
],
[
64,
43,
0,
44,
2,
"FACELANDMARKS222"
],
[
65,
2,
0,
44,
0,
"FACE_TOOLKITS"
],
[
82,
48,
0,
43,
1,
"IMAGE"
],
[
83,
48,
0,
44,
1,
"IMAGE"
],
[
97,
2,
0,
53,
1,
"FACE_TOOLKITS"
],
[
99,
39,
0,
53,
2,
"IMAGE"
],
[
100,
44,
0,
53,
3,
"DRIVE_POSE"
],
[
111,
56,
0,
53,
5,
"DRIVE_EXPRESSION2"
],
[
112,
48,
0,
56,
1,
"IMAGE"
],
[
113,
43,
0,
56,
2,
"FACELANDMARKS222"
],
[
114,
2,
0,
56,
0,
"FACE_TOOLKITS"
],
[
115,
57,
0,
53,
0,
"HMVIDEOPIPELINE"
],
[
116,
58,
0,
39,
0,
"IMAGE"
],
[
118,
48,
2,
59,
1,
"AUDIO"
],
[
119,
62,
0,
59,
0,
"IMAGE"
],
[
120,
53,
0,
62,
1,
"IMAGE"
],
[
121,
60,
0,
62,
0,
"UPSCALE_MODEL"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917359,
"offset": [
352.06785745570926,
-160.8969030157596
]
}
},
"version": 0.4
}
workflows/hellomeme_video_v2_workflow.json
+334 -333
View File
@@ -1,163 +1,7 @@
{
"last_node_id": 56,
"last_link_id": 114,
"last_node_id": 59,
"last_link_id": 118,
"nodes": [
{
"id": 44,
"type": "GetDrivePose",
"pos": {
"0": 852,
"1": 661
},
"size": {
"0": 304.79998779296875,
"1": 66
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 83
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
100
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 53,
"type": "HMPipelineVideo",
"pos": {
"0": 1258,
"1": 562
},
"size": {
"0": 315,
"1": 326
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 98
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": null,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": 111,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
96
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 24,
"1": 133
},
"size": {
"0": 426.5283508300781,
"1": 476.4518127441406
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 39,
"type": "CropPortrait",
@@ -176,7 +20,7 @@
{
"name": "image",
"type": "IMAGE",
"link": 56
"link": 116
},
{
"name": "face_toolkits",
@@ -199,125 +43,6 @@
},
"widgets_values": []
},
{
"id": 52,
"type": "VHS_VideoCombine",
"pos": {
"0": 1658,
"1": 894
},
"size": [
289.33306884765625,
593.3330688476562
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 96
},
{
"name": "audio",
"type": "AUDIO",
"link": 92,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 18,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00026-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 56,
"type": "GetDriveExpression2",
"pos": {
"0": 852,
"1": 801
},
"size": {
"0": 304.79998779296875,
"1": 66
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 114
},
{
"name": "images",
"type": "IMAGE",
"link": 112
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 113
}
],
"outputs": [
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"links": [
111
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression2"
},
"widgets_values": []
},
{
"id": 43,
"type": "GetFaceLandmarks",
@@ -372,7 +97,7 @@
"1": 58
},
"flags": {},
"order": 1,
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
@@ -397,53 +122,293 @@
]
},
{
"id": 49,
"type": "HMVideoPipelineLoader",
"id": 53,
"type": "HMPipelineVideo",
"pos": {
"0": 849,
"1": 375
"0": 1258,
"1": 562
},
"size": {
"0": 352.79998779296875,
"1": 130
"0": 315,
"1": 326
},
"flags": {},
"order": 2,
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 115
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": null,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": 111,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
98
117
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
"SD1.5",
"None",
12,
0
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 58,
"type": "LoadImage",
"pos": {
"0": 56,
"1": 273
},
"size": [
315,
314
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
116
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 44,
"type": "GetDrivePose",
"pos": {
"0": 842,
"1": 677
},
"size": {
"0": 304.79998779296875,
"1": 66
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 65
},
{
"name": "images",
"type": "IMAGE",
"link": 83
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 64
}
],
"outputs": [
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"links": [
100
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDrivePose"
},
"widgets_values": []
},
{
"id": 56,
"type": "GetDriveExpression2",
"pos": {
"0": 844,
"1": 816
},
"size": {
"0": 304.79998779296875,
"1": 66
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 114
},
{
"name": "images",
"type": "IMAGE",
"link": 112
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 113
}
],
"outputs": [
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"links": [
111
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression2"
},
"widgets_values": []
},
{
"id": 59,
"type": "VHS_VideoCombine",
"pos": {
"0": 1619,
"1": 800
},
"size": [
214.7587890625,
518.7587890625
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 117
},
{
"name": "audio",
"type": "AUDIO",
"link": 118,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 18,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00054-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 48,
"type": "VHS_LoadVideo",
"pos": {
"0": 75,
"1": 900
"0": 106,
"1": 867
},
"size": [
247.455078125,
503.455078125
],
"flags": {},
"order": 3,
"order": 2,
"mode": 0,
"inputs": [
{
@@ -479,7 +444,7 @@
"name": "audio",
"type": "AUDIO",
"links": [
92
118
],
"slot_index": 2
},
@@ -517,17 +482,45 @@
"muted": false
}
}
},
{
"id": 57,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 813,
"1": 343
},
"size": {
"0": 352.79998779296875,
"1": 154
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
115
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
12,
0
]
}
],
"links": [
[
56,
8,
0,
39,
0,
"IMAGE"
],
[
57,
2,
@@ -576,22 +569,6 @@
1,
"IMAGE"
],
[
92,
48,
2,
52,
1,
"AUDIO"
],
[
96,
53,
0,
52,
0,
"IMAGE"
],
[
97,
2,
@@ -600,14 +577,6 @@
1,
"FACE_TOOLKITS"
],
[
98,
49,
0,
53,
0,
"HMVIDEOPIPELINE"
],
[
99,
39,
@@ -655,16 +624,48 @@
56,
0,
"FACE_TOOLKITS"
],
[
115,
57,
0,
53,
0,
"HMVIDEOPIPELINE"
],
[
116,
58,
0,
39,
0,
"IMAGE"
],
[
117,
53,
0,
59,
0,
"IMAGE"
],
[
118,
48,
2,
59,
1,
"AUDIO"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"scale": 0.8264462809917359,
"offset": [
760.8618864750447,
109.23033266581292
159.4635814609923,
-64.01844135245447
]
}
},
workflows/hellomeme_video_workflow.json
+421 -421
View File
@@ -1,13 +1,164 @@
{
"last_node_id": 55,
"last_link_id": 110,
"last_node_id": 60,
"last_link_id": 122,
"nodes": [
{
"id": 39,
"type": "CropPortrait",
"pos": {
"0": 516,
"1": 537
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 116
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
99
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 53,
"type": "HMPipelineVideo",
"pos": {
"0": 1258,
"1": 562
},
"size": {
"0": 315,
"1": 326
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 115
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": 122,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
117
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 58,
"type": "LoadImage",
"pos": {
"0": 56,
"1": 273
},
"size": [
315,
314
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
116
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 44,
"type": "GetDrivePose",
"pos": {
"0": 852,
"1": 661
"0": 842,
"1": 677
},
"size": {
"0": 304.79998779296875,
@@ -49,331 +200,15 @@
"widgets_values": []
},
{
"id": 53,
"type": "HMPipelineVideo",
"pos": {
"0": 1258,
"1": 562
},
"size": {
"0": 315,
"1": 326
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 98
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 97
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 99
},
{
"name": "drive_pose",
"type": "DRIVE_POSE",
"link": 100
},
{
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"link": 110,
"shape": 7
},
{
"name": "drive_exp2",
"type": "DRIVE_EXPRESSION2",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
96
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
0,
4,
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
98354,
"fixed",
2
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 43,
"1": 699
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
97,
109
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 24,
"1": 133
},
"size": {
"0": 426.5283508300781,
"1": 476.4518127441406
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 39,
"type": "CropPortrait",
"pos": {
"0": 516,
"1": 537
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 56
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 57
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
99
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropPortrait"
},
"widgets_values": []
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": {
"0": 465,
"1": 771
},
"size": {
"0": 292.20001220703125,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 82
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
107
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 48,
"type": "VHS_LoadVideo",
"pos": {
"0": 75,
"1": 900
},
"size": {
"0": 247.455078125,
"1": 262
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
82,
83,
108
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": [
92
],
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "jgz.mp4",
"force_rate": 15,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"force_rate": 15,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"filename": "jgz.mp4",
"type": "input",
"format": "video/mp4"
},
"muted": false
}
}
},
{
"id": 52,
"id": 59,
"type": "VHS_VideoCombine",
"pos": {
"0": 1658,
"1": 894
"0": 1619,
"1": 800
},
"size": [
289.33306884765625,
593.3330688476562
214.7587890625,
518.7587890625
],
"flags": {},
"order": 9,
@@ -382,12 +217,12 @@
{
"name": "images",
"type": "IMAGE",
"link": 96
"link": 117
},
{
"name": "audio",
"type": "AUDIO",
"link": 92,
"link": 118,
"shape": 7
},
{
@@ -427,10 +262,10 @@
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00023.gif",
"filename": "AnimateDiff_00054-audio.mp4",
"subfolder": "",
"type": "output",
"format": "image/gif",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
@@ -438,11 +273,212 @@
}
},
{
"id": 55,
"id": 57,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 813,
"1": 343
},
"size": {
"0": 352.79998779296875,
"1": 154
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
115
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
"same as checkpoint",
12,
0
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 43,
"1": 699
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
57,
62,
65,
97,
119
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 43,
"type": "GetFaceLandmarks",
"pos": {
"0": 465,
"1": 771
},
"size": {
"0": 292.20001220703125,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 62
},
{
"name": "images",
"type": "IMAGE",
"link": 82
}
],
"outputs": [
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"links": [
64,
120
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetFaceLandmarks"
},
"widgets_values": []
},
{
"id": 48,
"type": "VHS_LoadVideo",
"pos": {
"0": 106,
"1": 867
},
"size": [
247.455078125,
503.455078125
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
82,
83,
121
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": [
118
],
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "jgz.mp4",
"force_rate": 15,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"force_rate": 15,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"filename": "jgz.mp4",
"type": "input",
"format": "video/mp4"
},
"muted": false
}
}
},
{
"id": 60,
"type": "GetDriveExpression",
"pos": {
"0": 857,
"1": 815
"0": 845,
"1": 813
},
"size": {
"0": 292.20001220703125,
@@ -455,17 +491,17 @@
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 109
"link": 119
},
{
"name": "images",
"type": "IMAGE",
"link": 108
"link": 121
},
{
"name": "landmarks",
"type": "FACELANDMARKS222",
"link": 107
"link": 120
}
],
"outputs": [
@@ -473,61 +509,17 @@
"name": "drive_exp",
"type": "DRIVE_EXPRESSION",
"links": [
110
122
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetDriveExpression"
},
"widgets_values": []
},
{
"id": 49,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 849,
"1": 375
},
"size": {
"0": 352.79998779296875,
"1": 130
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
98
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"SD1.5",
"None",
12,
0
]
}
}
],
"links": [
[
56,
8,
0,
39,
0,
"IMAGE"
],
[
57,
2,
@@ -576,22 +568,6 @@
1,
"IMAGE"
],
[
92,
48,
2,
52,
1,
"AUDIO"
],
[
96,
53,
0,
52,
0,
"IMAGE"
],
[
97,
2,
@@ -600,14 +576,6 @@
1,
"FACE_TOOLKITS"
],
[
98,
49,
0,
53,
0,
"HMVIDEOPIPELINE"
],
[
99,
39,
@@ -625,32 +593,64 @@
"DRIVE_POSE"
],
[
107,
43,
115,
57,
0,
55,
2,
"FACELANDMARKS222"
53,
0,
"HMVIDEOPIPELINE"
],
[
108,
48,
116,
58,
0,
39,
0,
55,
1,
"IMAGE"
],
[
109,
117,
53,
0,
59,
0,
"IMAGE"
],
[
118,
48,
2,
59,
1,
"AUDIO"
],
[
119,
2,
0,
55,
60,
0,
"FACE_TOOLKITS"
],
[
110,
55,
120,
43,
0,
60,
2,
"FACELANDMARKS222"
],
[
121,
48,
0,
60,
1,
"IMAGE"
],
[
122,
60,
0,
53,
4,
@@ -661,10 +661,10 @@
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"scale": 0.8264462809917359,
"offset": [
760.8618864750447,
107.45573369730707
159.4635814609923,
-64.01844135245447
]
}
},