nodes/FuouM-ComfyUI-FirstOrderMM
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add articulated animation (#5)

Browse Source
This commit is contained in:
Fuou Marinas
2024-08-04 14:28:59 +07:00
committed by GitHub
parent d7386f08b0
commit cd43aad974
27 changed files with 2637 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workflows/ARTICULATE.json
+423
View File
@@ -0,0 +1,423 @@
{
"last_node_id": 17,
"last_link_id": 58,
"nodes": [
{
"id": 2,
"type": "LoadImage",
"pos": [
242,
94
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
52
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Rick1.png",
"image"
]
},
{
"id": 3,
"type": "VHS_LoadVideo",
"pos": [
323,
465
],
"size": [
235.1999969482422,
491.1999969482422
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
53
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
54
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": [
3
],
"shape": 3,
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "damedane.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 0,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "damedane.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
}
}
}
},
{
"id": 4,
"type": "VHS_VideoInfoLoaded",
"pos": [
647,
346
],
"size": {
"0": 304.79998779296875,
"1": 106
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"link": 3
}
],
"outputs": [
{
"name": "fps🟦",
"type": "FLOAT",
"links": [
55
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count🟦",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "duration🟦",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "width🟦",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height🟦",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoInfoLoaded"
},
"widgets_values": {}
},
{
"id": 15,
"type": "VHS_VideoCombine",
"pos": [
1065,
135
],
"size": [
315,
615
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 56
},
{
"name": "audio",
"type": "AUDIO",
"link": 57
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 58,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "Articulate",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 0,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Articulate_00001-audio.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 29.970029970029966
}
}
}
},
{
"id": 17,
"type": "Articulate_Runner",
"pos": [
646,
145
],
"size": {
"0": 380.4000244140625,
"1": 146
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "source_image",
"type": "IMAGE",
"link": 52
},
{
"name": "driving_video_input",
"type": "IMAGE",
"link": 53
},
{
"name": "audio",
"type": "AUDIO",
"link": 54
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 55,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
56
],
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
57
],
"shape": 3
},
{
"name": "frame_rate",
"type": "FLOAT",
"links": [
58
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Articulate_Runner"
},
"widgets_values": [
30
]
}
],
"links": [
[
3,
3,
3,
4,
0,
"VHS_VIDEOINFO"
],
[
52,
2,
0,
17,
0,
"IMAGE"
],
[
53,
3,
0,
17,
1,
"IMAGE"
],
[
54,
3,
2,
17,
2,
"AUDIO"
],
[
55,
4,
0,
17,
3,
"FLOAT"
],
[
56,
17,
0,
15,
0,
"IMAGE"
],
[
57,
17,
1,
15,
1,
"AUDIO"
],
[
58,
17,
2,
15,
4,
"FLOAT"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9090909090909091,
"offset": [
1.9174305033795593,
14.883996994740842
]
}
},
"version": 0.4
}
workflows/FOMM.json
+1
View File
@@ -0,0 +1 @@
{"last_node_id": 21, "last_link_id": 42, "nodes": [{"id": 13, "type": "VHS_VideoCombine", "pos": [1046, 347], "size": [315, 595], "flags": {}, "order": 4, "mode": 0, "inputs": [{"name": "images", "type": "IMAGE", "link": 39}, {"name": "audio", "type": "VHS_AUDIO", "link": 40}, {"name": "meta_batch", "type": "VHS_BatchManager", "link": null, "slot_index": 2}, {"name": "frame_rate", "type": "FLOAT", "link": 41, "widget": {"name": "frame_rate"}}], "outputs": [{"name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3}], "properties": {"Node name for S&R": "VHS_VideoCombine"}, "widgets_values": {"frame_rate": 8, "loop_count": 0, "filename_prefix": "FOMM", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 0, "save_metadata": true, "pingpong": false, "save_output": true, "videopreview": {"hidden": false, "paused": false, "params": {"filename": "FOMM_01042-audio.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4"}}}}, {"id": 1, "type": "LoadImage", "pos": [111, 131], "size": {"0": 315, "1": 314}, "flags": {}, "order": 0, "mode": 0, "outputs": [{"name": "IMAGE", "type": "IMAGE", "links": [36], "shape": 3, "slot_index": 0}, {"name": "MASK", "type": "MASK", "links": null, "shape": 3}], "properties": {"Node name for S&R": "LoadImage"}, "widgets_values": ["Rick1.png", "image"]}, {"id": 11, "type": "VHS_LoadVideo", "pos": [117, 506], "size": [235.1999969482422, 491.1999969482422], "flags": {}, "order": 1, "mode": 0, "inputs": [{"name": "meta_batch", "type": "VHS_BatchManager", "link": null}], "outputs": [{"name": "IMAGE", "type": "IMAGE", "links": [37], "shape": 3, "slot_index": 0}, {"name": "frame_count", "type": "INT", "links": null, "shape": 3}, {"name": "audio", "type": "VHS_AUDIO", "links": [38], "shape": 3, "slot_index": 2}, {"name": "video_info", "type": "VHS_VIDEOINFO", "links": [12], "shape": 3, "slot_index": 3}], "properties": {"Node name for S&R": "VHS_LoadVideo"}, "widgets_values": {"video": "damedane.mp4", "force_rate": 0, "force_size": "Disabled", "custom_width": 512, "custom_height": 512, "frame_load_cap": 0, "skip_first_frames": 0, "select_every_nth": 1, "choose video to upload": "image", "videopreview": {"hidden": false, "paused": false, "params": {"frame_load_cap": 0, "skip_first_frames": 0, "force_rate": 0, "filename": "damedane.mp4", "type": "input", "format": "video/mp4", "select_every_nth": 1}}}}, {"id": 16, "type": "VHS_VideoInfoLoaded", "pos": [366, 875], "size": {"0": 235.1999969482422, "1": 106}, "flags": {}, "order": 2, "mode": 0, "inputs": [{"name": "video_info", "type": "VHS_VIDEOINFO", "link": 12}], "outputs": [{"name": "fps\ud83d\udfe6", "type": "FLOAT", "links": [42], "shape": 3, "slot_index": 0}, {"name": "frame_count\ud83d\udfe6", "type": "INT", "links": null, "shape": 3}, {"name": "duration\ud83d\udfe6", "type": "FLOAT", "links": null, "shape": 3}, {"name": "width\ud83d\udfe6", "type": "INT", "links": null, "shape": 3}, {"name": "height\ud83d\udfe6", "type": "INT", "links": null, "shape": 3}], "properties": {"Node name for S&R": "VHS_VideoInfoLoaded"}, "widgets_values": {}}, {"id": 21, "type": "FOMM_Runner", "pos": [638, 354], "size": {"0": 380.4000244140625, "1": 218}, "flags": {}, "order": 3, "mode": 0, "inputs": [{"name": "source_image", "type": "IMAGE", "link": 36}, {"name": "driving_video_input", "type": "IMAGE", "link": 37}, {"name": "audio", "type": "VHS_AUDIO", "link": 38}, {"name": "frame_rate", "type": "FLOAT", "link": 42, "widget": {"name": "frame_rate"}}], "outputs": [{"name": "images", "type": "IMAGE", "links": [39], "shape": 3, "slot_index": 0}, {"name": "audio", "type": "VHS_AUDIO", "links": [40], "shape": 3, "slot_index": 1}, {"name": "frame_rate", "type": "FLOAT", "links": [41], "shape": 3, "slot_index": 2}], "properties": {"Node name for S&R": "FOMM_Runner"}, "widgets_values": ["vox-adv", 30, true, true, true, true]}], "links": [[12, 11, 3, 16, 0, "VHS_VIDEOINFO"], [36, 1, 0, 21, 0, "IMAGE"], [37, 11, 0, 21, 1, "IMAGE"], [38, 11, 2, 21, 2, "VHS_AUDIO"], [39, 21, 0, 13, 0, "IMAGE"], [40, 21, 1, 13, 1, "VHS_AUDIO"], [41, 21, 2, 13, 3, "FLOAT"], [42, 16, 0, 21, 3, "FLOAT"]], "groups": [], "config": {}, "extra": {"ds": {"scale": 0.9090909090909091, "offset": [196.27130578512396, -60.60085123966945]}}, "version": 0.4}
workflows/FOMM_PARTSWAP.json
+692
View File
@@ -0,0 +1,692 @@
{
"last_node_id": 28,
"last_link_id": 59,
"nodes": [
{
"id": 1,
"type": "LoadImage",
"pos": [
111,
131
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
47
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Rick1.png",
"image"
]
},
{
"id": 24,
"type": "PreviewImage",
"pos": [
1423.509090909091,
336.86363636363626
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 52
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 25,
"type": "PreviewImage",
"pos": [
1413.509090909091,
625.8636363636363
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 53
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 16,
"type": "VHS_VideoInfoLoaded",
"pos": [
366,
875
],
"size": {
"0": 235.1999969482422,
"1": 106
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"link": 12
}
],
"outputs": [
{
"name": "fps🟦",
"type": "FLOAT",
"links": [
54
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count🟦",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "duration🟦",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "width🟦",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height🟦",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoInfoLoaded"
},
"widgets_values": {}
},
{
"id": 13,
"type": "VHS_VideoCombine",
"pos": [
1048,
349
],
"size": [
315,
595
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 49
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": 50
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"slot_index": 2
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 51,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "Partswap",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 0,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Partswap_00093-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 11,
"type": "VHS_LoadVideo",
"pos": [
117,
506
],
"size": [
235.1999969482422,
491.1999969482422
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
48
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": [
45
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": [
12
],
"shape": 3,
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "damedane.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 10,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 10,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "damedane.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
}
}
}
},
{
"id": 26,
"type": "FOMM_Seg5Chooser",
"pos": [
313,
1078
],
"size": {
"0": 315,
"1": 178
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "chosen_seg_indices",
"type": "STRING",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FOMM_Seg5Chooser"
},
"widgets_values": [
false,
true,
true,
true,
true,
true
]
},
{
"id": 23,
"type": "FOMM_Seg10Chooser",
"pos": [
649,
1080
],
"size": {
"0": 315,
"1": 298
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "chosen_seg_indices",
"type": "STRING",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FOMM_Seg10Chooser"
},
"widgets_values": [
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true
]
},
{
"id": 28,
"type": "FOMM_Seg15Chooser",
"pos": [
983,
1081
],
"size": {
"0": 315,
"1": 418
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "chosen_seg_indices",
"type": "STRING",
"links": [
59
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FOMM_Seg15Chooser"
},
"widgets_values": [
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true
]
},
{
"id": 27,
"type": "Reroute",
"pos": [
709,
725
],
"size": [
75,
26
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 59,
"widget": {
"name": "value"
}
}
],
"outputs": [
{
"name": "",
"type": "STRING",
"links": [
56
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 22,
"type": "FOMM_Partswap",
"pos": [
599,
366
],
"size": {
"0": 393,
"1": 258
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "source_image",
"type": "IMAGE",
"link": 47
},
{
"name": "driving_video_input",
"type": "IMAGE",
"link": 48
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": 45
},
{
"name": "chosen_seg_indices",
"type": "STRING",
"link": 56,
"widget": {
"name": "chosen_seg_indices"
}
},
{
"name": "frame_rate",
"type": "FLOAT",
"link": 54,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "seg_src_viz",
"type": "IMAGE",
"links": [
52
],
"shape": 3,
"slot_index": 0
},
{
"name": "seg_tgt_viz",
"type": "IMAGE",
"links": [
53
],
"shape": 3,
"slot_index": 1
},
{
"name": "images",
"type": "IMAGE",
"links": [
49
],
"shape": 3,
"slot_index": 2
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": [
50
],
"shape": 3,
"slot_index": 3
},
{
"name": "frame_rate",
"type": "FLOAT",
"links": [
51
],
"shape": 3,
"slot_index": 4
}
],
"properties": {
"Node name for S&R": "FOMM_Partswap"
},
"widgets_values": [
"vox-15segments",
30,
1,
false,
false,
false,
1,
0.6
]
}
],
"links": [
[
12,
11,
3,
16,
0,
"VHS_VIDEOINFO"
],
[
45,
11,
2,
22,
2,
"VHS_AUDIO"
],
[
47,
1,
0,
22,
0,
"IMAGE"
],
[
48,
11,
0,
22,
1,
"IMAGE"
],
[
49,
22,
2,
13,
0,
"IMAGE"
],
[
50,
22,
3,
13,
1,
"VHS_AUDIO"
],
[
51,
22,
4,
13,
3,
"FLOAT"
],
[
52,
22,
0,
24,
0,
"IMAGE"
],
[
53,
22,
1,
25,
0,
"IMAGE"
],
[
54,
16,
0,
22,
4,
"FLOAT"
],
[
56,
27,
0,
22,
3,
"STRING"
],
[
59,
28,
0,
27,
0,
"*"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917358,
"offset": [
101.0730714815582,
-279.5114901742915
]
}
},
"version": 0.4
}
workflows/workflow.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 280 KiB

workflows/workflow_articulate.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 249 KiB

workflows/workflow_fomm_partswap.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 546 KiB