nodes/HelloVision-ComfyUI_HelloMeme
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Optimized VRAM usage

Browse Source
This commit is contained in:
songkey-win
2024-11-11 19:38:01 +08:00
parent 94ebe62410
commit caeb3972fd
11 changed files with 1472 additions and 1407 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workflows/hellomeme_image_cropref_workflow.json
-497
View File
@@ -1,497 +0,0 @@
{
"last_node_id": 31,
"last_link_id": 40,
"nodes": [
{
"id": 28,
"type": "HMImagePipelineLoader",
"pos": {
"0": 111,
"1": 102
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "HMIMAGEPIPELINE",
"type": "HMIMAGEPIPELINE",
"links": [
34
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 29,
"type": "PreviewImage",
"pos": {
"0": 1825,
"1": 420
},
"size": [
210,
246
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 26,
"type": "HMPipelineImage",
"pos": {
"0": 1407.3828125,
"1": 432.0332336425781
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "HMIMAGEPIPELINE",
"link": 34
},
{
"name": "image",
"type": "IMAGE",
"link": 39
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 32
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineImage"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
467,
"randomize",
2
]
},
{
"id": 25,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 796
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 414
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
36
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 124,
"1": 276
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FACE_TOOLKITS",
"type": "FACE_TOOLKITS",
"links": [
13,
27,
37
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMFaceToolkitsLoader"
},
"widgets_values": [
0
]
},
{
"id": 11,
"type": "GetReferenceImageRT",
"pos": {
"0": 639,
"1": 512
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 38
}
],
"outputs": [
{
"name": "REFRT",
"type": "REFRT",
"links": [
26
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetReferenceImageRT"
},
"widgets_values": []
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 960,
"1": 552
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 27
},
{
"name": "images",
"type": "IMAGE",
"link": 31
},
{
"name": "ref_rt",
"type": "REFRT",
"link": 26
}
],
"outputs": [
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"links": [
32
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetVideoDriveParams"
},
"widgets_values": [
0
]
},
{
"id": 31,
"type": "PreviewImage",
"pos": {
"0": 934,
"1": 134
},
"size": [
210,
246
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 40
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 30,
"type": "CropReferenceImage",
"pos": {
"0": 488,
"1": 306
},
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 36
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 37
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
38,
39,
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropReferenceImage"
}
}
],
"links": [
[
13,
2,
0,
11,
0,
"FACE_TOOLKITS"
],
[
26,
11,
0,
22,
2,
"REFRT"
],
[
27,
2,
0,
22,
0,
"FACE_TOOLKITS"
],
[
31,
25,
0,
22,
1,
"IMAGE"
],
[
32,
22,
0,
26,
2,
"DRIVE_PARAMS"
],
[
34,
28,
0,
26,
0,
"HMIMAGEPIPELINE"
],
[
35,
26,
0,
29,
0,
"IMAGE"
],
[
36,
8,
0,
30,
0,
"IMAGE"
],
[
37,
2,
0,
30,
1,
"FACE_TOOLKITS"
],
[
38,
30,
0,
11,
1,
"IMAGE"
],
[
39,
30,
0,
26,
1,
"IMAGE"
],
[
40,
30,
0,
31,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909091,
"offset": [
328.0506633321691,
3.5667581298829703
]
}
},
"version": 0.4
}
workflows/hellomeme_image_workflow.json
+336 -242
View File
@@ -1,47 +1,116 @@
{
"last_node_id": 29,
"last_link_id": 35,
"last_node_id": 31,
"last_link_id": 40,
"nodes": [
{
"id": 11,
"type": "GetReferenceImageRT",
"id": 28,
"type": "HMImagePipelineLoader",
"pos": {
"0": 536,
"1": 516
"0": 111,
"1": 102
},
"size": {
"0": 241.79998779296875,
"1": 46
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 4,
"order": 0,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 12
}
],
"inputs": [],
"outputs": [
{
"name": "REFRT",
"type": "REFRT",
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"links": [
26
34
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetReferenceImageRT"
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": []
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 25,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 796
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 414
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
36
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 2,
@@ -55,16 +124,17 @@
"1": 58
},
"flags": {},
"order": 0,
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "FACE_TOOLKITS",
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"links": [
13,
27
27,
37
],
"slot_index": 0
}
@@ -76,19 +146,210 @@
0
]
},
{
"id": 30,
"type": "CropReferenceImage",
"pos": {
"0": 506,
"1": 235
},
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 36
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 37
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
38,
39,
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropReferenceImage"
},
"widgets_values": []
},
{
"id": 31,
"type": "PreviewImage",
"pos": {
"0": 858,
"1": 37
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 40
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 11,
"type": "GetReferenceImageRT",
"pos": {
"0": 807,
"1": 370
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 38
}
],
"outputs": [
{
"name": "ref_rt",
"type": "REFRT",
"links": [
26
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetReferenceImageRT"
},
"widgets_values": []
},
{
"id": 29,
"type": "PreviewImage",
"pos": {
"0": 1843,
"1": 360
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 26,
"type": "HMPipelineImage",
"pos": {
"0": 1461,
"1": 378
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_image_pipeline",
"type": "HMIMAGEPIPELINE",
"link": 34
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 39
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 32
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineImage"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
52143,
"randomize",
2
]
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 932,
"1": 503
"0": 1082,
"1": 494
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 5,
"order": 7,
"mode": 0,
"inputs": [
{
@@ -123,208 +384,9 @@
"widgets_values": [
0
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 414
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12,
33
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 28,
"type": "HMImagePipelineLoader",
"pos": {
"0": 111,
"1": 102
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "HMIMAGEPIPELINE",
"type": "HMIMAGEPIPELINE",
"links": [
34
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMImagePipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 29,
"type": "PreviewImage",
"pos": {
"0": 1825,
"1": 420
},
"size": [
210,
246
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 26,
"type": "HMPipelineImage",
"pos": {
"0": 1407.3828125,
"1": 432.0332336425781
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "HMIMAGEPIPELINE",
"link": 34
},
{
"name": "image",
"type": "IMAGE",
"link": 33
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 32
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineImage"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
87153,
"randomize",
2
]
},
{
"id": 25,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 796
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"yao.jpg",
"image"
]
}
],
"links": [
[
12,
8,
0,
11,
1,
"IMAGE"
],
[
13,
2,
@@ -365,14 +427,6 @@
2,
"DRIVE_PARAMS"
],
[
33,
8,
0,
26,
1,
"IMAGE"
],
[
34,
28,
@@ -388,16 +442,56 @@
29,
0,
"IMAGE"
],
[
36,
8,
0,
30,
0,
"IMAGE"
],
[
37,
2,
0,
30,
1,
"FACE_TOOLKITS"
],
[
38,
30,
0,
11,
1,
"IMAGE"
],
[
39,
30,
0,
26,
1,
"IMAGE"
],
[
40,
30,
0,
31,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909091,
"scale": 0.8264462809917354,
"offset": [
328.0506633321691,
3.5667581298829703
509.5058815371377,
98.92725456392243
]
}
},
workflows/hellomeme_video_cropref_workflow.json → workflows/hellomeme_video_simple_workflow.json
+239 -239
View File
@@ -1,93 +1,20 @@
{
"last_node_id": 26,
"last_link_id": 34,
"last_node_id": 31,
"last_link_id": 40,
"nodes": [
{
"id": 14,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 116,
"1": 105
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
16
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 414
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12,
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 124,
"1": 276
"0": 106,
"1": 301
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
@@ -113,15 +40,15 @@
"id": 20,
"type": "VHS_LoadVideoFFmpeg",
"pos": {
"0": 120,
"1": 841
"0": 95,
"1": 822
},
"size": {
"0": 303.46875,
"1": 238
},
"flags": {},
"order": 3,
"order": 1,
"mode": 0,
"inputs": [
{
@@ -192,19 +119,84 @@
}
}
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 92,
"1": 441
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 26,
"type": "PreviewImage",
"pos": {
"0": 949,
"1": 36
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 34
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 25,
"type": "CropReferenceImage",
"pos": {
"0": 617,
"1": 287
"0": 480,
"1": 279
},
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 5,
"order": 4,
"mode": 0,
"inputs": [
{
@@ -224,7 +216,8 @@
"type": "IMAGE",
"links": [
33,
34
34,
37
],
"slot_index": 0
}
@@ -234,72 +227,19 @@
},
"widgets_values": []
},
{
"id": 15,
"type": "HMPipelineVideo",
"pos": {
"0": 1366,
"1": 390
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "HMVIDEOPIPELINE",
"link": 16
},
{
"name": "image",
"type": "IMAGE",
"link": 33
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
24
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
75328,
"randomize",
2
]
},
{
"id": 11,
"type": "GetReferenceImageRT",
"pos": {
"0": 565,
"1": 529
"0": 769,
"1": 415
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 4,
"order": 6,
"mode": 0,
"inputs": [
{
@@ -310,7 +250,7 @@
{
"name": "image",
"type": "IMAGE",
"link": 12
"link": 37
}
],
"outputs": [
@@ -328,87 +268,12 @@
},
"widgets_values": []
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 951,
"1": 562
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 27
},
{
"name": "images",
"type": "IMAGE",
"link": 28
},
{
"name": "ref_rt",
"type": "REFRT",
"link": 26
}
],
"outputs": [
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetVideoDriveParams"
},
"widgets_values": [
0
]
},
{
"id": 26,
"type": "PreviewImage",
"pos": {
"0": 995,
"1": 115
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 34
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 21,
"type": "VHS_VideoCombine",
"pos": {
"0": 1863,
"1": 613
"0": 1856,
"1": 546
},
"size": [
214.7587890625,
@@ -466,7 +331,7 @@
"hidden": false,
"paused": false,
"params": {
"filename": "HelloMeme_00014-audio.mp4",
"filename": "HelloMeme_00065-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
@@ -475,17 +340,144 @@
"muted": false
}
}
},
{
"id": 15,
"type": "HMPipelineVideo",
"pos": {
"0": 1443,
"1": 271
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 40
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 33
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
24
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
77866,
"randomize",
2
]
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 1025,
"1": 557
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 27
},
{
"name": "images",
"type": "IMAGE",
"link": 28
},
{
"name": "ref_rt",
"type": "REFRT",
"link": 26
}
],
"outputs": [
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetVideoDriveParams"
},
"widgets_values": [
0.2
]
},
{
"id": 31,
"type": "HMVideoSimplePipelineLoader",
"pos": {
"0": 91,
"1": 85
},
"size": {
"0": 428.4000244140625,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoSimplePipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
}
],
"links": [
[
12,
8,
0,
11,
1,
"IMAGE"
],
[
13,
2,
@@ -494,14 +486,6 @@
0,
"FACE_TOOLKITS"
],
[
16,
14,
0,
15,
0,
"HMVIDEOPIPELINE"
],
[
24,
15,
@@ -581,16 +565,32 @@
26,
0,
"IMAGE"
],
[
37,
25,
0,
11,
1,
"IMAGE"
],
[
40,
31,
0,
15,
0,
"HMVIDEOPIPELINE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909091,
"scale": 0.8264462809917354,
"offset": [
328.0506633321691,
3.5667581298829703
509.5058815371377,
98.92725456392243
]
}
},
workflows/hellomeme_video_workflow.json
+421 -327
View File
@@ -1,66 +1,13 @@
{
"last_node_id": 24,
"last_link_id": 30,
"last_node_id": 30,
"last_link_id": 39,
"nodes": [
{
"id": 15,
"type": "HMPipelineVideo",
"pos": {
"0": 1408,
"1": 390
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "HMVIDEOPIPELINE",
"link": 16
},
{
"name": "image",
"type": "IMAGE",
"link": 17
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
24
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
97398,
"randomize",
2
]
},
{
"id": 2,
"type": "HMFaceToolkitsLoader",
"pos": {
"0": 124,
"1": 276
"0": 106,
"1": 301
},
"size": {
"0": 315,
@@ -76,7 +23,8 @@
"type": "FACE_TOOLKITS",
"links": [
13,
27
27,
32
],
"slot_index": 0
}
@@ -88,254 +36,19 @@
0
]
},
{
"id": 11,
"type": "GetReferenceImageRT",
"pos": {
"0": 536,
"1": 516
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 12
}
],
"outputs": [
{
"name": "ref_rt",
"type": "REFRT",
"links": [
26
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetReferenceImageRT"
},
"widgets_values": []
},
{
"id": 21,
"type": "VHS_VideoCombine",
"pos": {
"0": 1927,
"1": 604
},
"size": [
214.7587890625,
518.7587890625
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 24
},
{
"name": "audio",
"type": "AUDIO",
"link": 25,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": []
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "HelloMeme",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "HelloMeme_00016-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 932,
"1": 503
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 27
},
{
"name": "images",
"type": "IMAGE",
"link": 28
},
{
"name": "ref_rt",
"type": "REFRT",
"link": 26
}
],
"outputs": [
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetVideoDriveParams"
},
"widgets_values": [
0
]
},
{
"id": 14,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 116,
"1": 105
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
16
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 120,
"1": 414
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12,
17
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 20,
"type": "VHS_LoadVideoFFmpeg",
"pos": {
"0": 139,
"1": 793
"0": 95,
"1": 822
},
"size": {
"0": 303.46875,
"1": 238
},
"size": [
303.46875,
535.46875
],
"flags": {},
"order": 3,
"order": 1,
"mode": 0,
"inputs": [
{
@@ -405,17 +118,366 @@
"muted": false
}
}
},
{
"id": 8,
"type": "LoadImage",
"pos": {
"0": 92,
"1": 441
},
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"majicmix2.jpg",
"image"
]
},
{
"id": 26,
"type": "PreviewImage",
"pos": {
"0": 949,
"1": 36
},
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 34
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 25,
"type": "CropReferenceImage",
"pos": {
"0": 480,
"1": 279
},
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 31
},
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 32
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
33,
34,
37
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CropReferenceImage"
},
"widgets_values": []
},
{
"id": 11,
"type": "GetReferenceImageRT",
"pos": {
"0": 769,
"1": 415
},
"size": {
"0": 241.79998779296875,
"1": 46
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 37
}
],
"outputs": [
{
"name": "ref_rt",
"type": "REFRT",
"links": [
26
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetReferenceImageRT"
},
"widgets_values": []
},
{
"id": 21,
"type": "VHS_VideoCombine",
"pos": {
"0": 1856,
"1": 546
},
"size": [
214.7587890625,
518.7587890625
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 24
},
{
"name": "audio",
"type": "AUDIO",
"link": 25,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": []
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "HelloMeme",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "HelloMeme_00062-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 15,
"type": "HMPipelineVideo",
"pos": {
"0": 1443,
"1": 271
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"link": 39
},
{
"name": "ref_image",
"type": "IMAGE",
"link": 33
},
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
24
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMPipelineVideo"
},
"widgets_values": [
"(best quality), highly detailed, ultra-detailed, headshot, person, well-placed five sense organs, looking at the viewer, centered composition, sharp focus, realistic skin texture",
"",
25,
81209,
"randomize",
2
]
},
{
"id": 30,
"type": "HMVideoPipelineLoader",
"pos": {
"0": 115,
"1": 100
},
"size": {
"0": 352.79998779296875,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hm_video_pipeline",
"type": "HMVIDEOPIPELINE",
"links": [
39
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HMVideoPipelineLoader"
},
"widgets_values": [
"None",
"None",
0
]
},
{
"id": 22,
"type": "GetVideoDriveParams",
"pos": {
"0": 1025,
"1": 557
},
"size": {
"0": 330,
"1": 98
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "face_toolkits",
"type": "FACE_TOOLKITS",
"link": 27
},
{
"name": "images",
"type": "IMAGE",
"link": 28
},
{
"name": "ref_rt",
"type": "REFRT",
"link": 26
}
],
"outputs": [
{
"name": "drive_params",
"type": "DRIVE_PARAMS",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetVideoDriveParams"
},
"widgets_values": [
0.2
]
}
],
"links": [
[
12,
8,
0,
11,
1,
"IMAGE"
],
[
13,
2,
@@ -424,22 +486,6 @@
0,
"FACE_TOOLKITS"
],
[
16,
14,
0,
15,
0,
"HMVIDEOPIPELINE"
],
[
17,
8,
0,
15,
1,
"IMAGE"
],
[
24,
15,
@@ -487,16 +533,64 @@
15,
2,
"DRIVE_PARAMS"
],
[
31,
8,
0,
25,
0,
"IMAGE"
],
[
32,
2,
0,
25,
1,
"FACE_TOOLKITS"
],
[
33,
25,
0,
15,
1,
"IMAGE"
],
[
34,
25,
0,
26,
0,
"IMAGE"
],
[
37,
25,
0,
11,
1,
"IMAGE"
],
[
39,
30,
0,
15,
0,
"HMVIDEOPIPELINE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909091,
"scale": 0.8264462809917354,
"offset": [
328.0506633321691,
3.5667581298829703
509.5058815371377,
97.31394584810211
]
}
},