Integrate Zero123++ & InstantMesh, Add Mesh Orbit Renderer

This commit is contained in:
Mr. For Example
2024-05-23 18:14:36 -06:00
parent 640d04d4e7
commit 02205d9a83
70 changed files with 106421 additions and 178 deletions
@@ -0,0 +1,652 @@
{
"last_node_id": 30,
"last_link_id": 46,
"nodes": [
{
"id": 2,
"type": "[Comfy3D] Load CRM MVDiffusion Model",
"pos": [
-102,
131
],
"size": {
"0": 489.21466064453125,
"1": 95.50737762451172
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "crm_mvdiffusion_sampler",
"type": "CRM_MVDIFFUSION_SAMPLER",
"links": [
1
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load CRM MVDiffusion Model"
},
"widgets_values": [
"pixel-diffusion.pth",
"configs/crm_configs/sd_v2_base_ipmv_zero_SNR.yaml"
]
},
{
"id": 24,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
2540,
310
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 34
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
35
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"InstantMesh_test\\Mesh_Cat_CRM.obj"
]
},
{
"id": 26,
"type": "[Comfy3D] Switch Mesh Axis",
"pos": [
2170,
310
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 36
}
],
"outputs": [
{
"name": "switched_mesh",
"type": "MESH",
"links": [
34
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Switch Mesh Axis"
},
"widgets_values": [
"+y",
"+z",
"+x",
false
]
},
{
"id": 3,
"type": "[Comfy3D] CRM Images MVDiffusion Model",
"pos": [
600,
300
],
"size": {
"0": 506.4000244140625,
"1": 262
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "crm_mvdiffusion_sampler",
"type": "CRM_MVDIFFUSION_SAMPLER",
"link": 1
},
{
"name": "reference_image",
"type": "IMAGE",
"link": 2
},
{
"name": "reference_mask",
"type": "MASK",
"link": 28
}
],
"outputs": [
{
"name": "multiview_images",
"type": "IMAGE",
"links": [
39
],
"shape": 3,
"slot_index": 0
},
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": [
41
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "[Comfy3D] CRM Images MVDiffusion Model"
},
"widgets_values": [
"3D assets",
"uniform low no texture ugly, boring, bad anatomy, blurry, pixelated, obscure, unnatural colors, poor lighting, dull, and unclear.",
1234,
"fixed",
5.5,
50
]
},
{
"id": 25,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
2900,
310
],
"size": [
600,
500
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 35,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 27,
"type": "GetImagesFromBatchIndexed",
"pos": [
1141,
214
],
"size": {
"0": 255.99082946777344,
"1": 76.0000228881836
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 39
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
44
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "GetImagesFromBatchIndexed"
},
"widgets_values": [
"5, 3, 2, 0"
]
},
{
"id": 22,
"type": "[Comfy3D] Load InstantMesh Reconstruction Model",
"pos": [
1439,
101
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "lrm_model",
"type": "LRM_MODEL",
"links": [
33
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load InstantMesh Reconstruction Model"
},
"widgets_values": [
"instant_mesh_large.ckpt"
]
},
{
"id": 29,
"type": "[Comfy3D] Get Camposes From List Indexed",
"pos": [
1389,
513
],
"size": {
"0": 354.3999938964844,
"1": 76
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "original_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 41
}
],
"outputs": [
{
"name": "ORBIT_CAMPOSES",
"type": "ORBIT_CAMPOSES",
"links": [
42
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Get Camposes From List Indexed"
},
"widgets_values": [
"5, 3, 2, 0"
]
},
{
"id": 30,
"type": "Image Rembg (Remove Background)",
"pos": [
1427,
213
],
"size": {
"0": 315,
"1": 250
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 44
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
45,
46
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Image Rembg (Remove Background)"
},
"widgets_values": [
false,
"u2net",
false,
false,
false,
240,
10,
10,
"white"
]
},
{
"id": 23,
"type": "[Comfy3D] InstantMesh Reconstruction Model",
"pos": [
1800,
310
],
"size": {
"0": 315,
"1": 122
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "lrm_model",
"type": "LRM_MODEL",
"link": 33
},
{
"name": "multiview_images",
"type": "IMAGE",
"link": 46
},
{
"name": "orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 42
}
],
"outputs": [
{
"name": "mesh",
"type": "MESH",
"links": [
36
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] InstantMesh Reconstruction Model"
},
"widgets_values": [
30,
1024
]
},
{
"id": 20,
"type": "InvertMask",
"pos": [
341,
400
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 26
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
28
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 1,
"type": "LoadImage",
"pos": [
-191,
320
],
"size": {
"0": 473.3881530761719,
"1": 545.7767944335938
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [
26
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Mario_Cat.png",
"image"
]
},
{
"id": 15,
"type": "PreviewImage",
"pos": [
1805,
494
],
"size": {
"0": 770.9938354492188,
"1": 246
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 45
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
}
],
"links": [
[
1,
2,
0,
3,
0,
"CRM_MVDIFFUSION_SAMPLER"
],
[
2,
1,
0,
3,
1,
"IMAGE"
],
[
26,
1,
1,
20,
0,
"MASK"
],
[
28,
20,
0,
3,
2,
"MASK"
],
[
33,
22,
0,
23,
0,
"LRM_MODEL"
],
[
34,
26,
0,
24,
0,
"MESH"
],
[
35,
24,
0,
25,
0,
"STRING"
],
[
36,
23,
0,
26,
0,
"MESH"
],
[
39,
3,
0,
27,
0,
"IMAGE"
],
[
41,
3,
1,
29,
0,
"ORBIT_CAMPOSES"
],
[
42,
29,
0,
23,
2,
"ORBIT_CAMPOSES"
],
[
44,
27,
0,
30,
0,
"IMAGE"
],
[
45,
30,
0,
15,
0,
"IMAGE"
],
[
46,
30,
0,
23,
1,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.5644739300537773,
"offset": [
148.6926373068756,
262.952479355259
]
}
},
"version": 0.4
}
@@ -0,0 +1,383 @@
{
"last_node_id": 9,
"last_link_id": 6,
"nodes": [
{
"id": 6,
"type": "[Comfy3D] Load 3D Mesh",
"pos": [
337,
232
],
"size": {
"0": 315,
"1": 154
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "mesh",
"type": "MESH",
"links": [
3
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load 3D Mesh"
},
"widgets_values": [
"C:\\Users\\reall\\Softwares\\ComfyUI_windows_portable\\ComfyUI\\input\\Meshes\\Cammy_Uniform.obj",
false,
false,
false,
true
]
},
{
"id": 4,
"type": "[Comfy3D] Stack Orbit Camera Poses",
"pos": [
339,
476
],
"size": {
"0": 315,
"1": 586
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": [
2,
4
],
"shape": 3,
"slot_index": 0
},
{
"name": "orbit_radius_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "elevation_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "azimuth_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_X_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Y_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Z_list",
"type": "FLOAT",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Stack Orbit Camera Poses"
},
"widgets_values": [
1.75,
1.75,
0.1,
-45,
45,
45,
0,
-0.01,
12,
0,
0,
0.1,
0,
0,
0.1,
0,
0,
0.1
]
},
{
"id": 7,
"type": "[Comfy3D] Gaussian Splatting Orbit Renderer",
"pos": [
730,
720
],
"size": {
"0": 556.800048828125,
"1": 198
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"link": 5
},
{
"name": "render_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 4
}
],
"outputs": [
{
"name": "rendered_gs_images",
"type": "IMAGE",
"links": [
6
],
"shape": 3,
"slot_index": 0
},
{
"name": "rendered_gs_masks",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Gaussian Splatting Orbit Renderer"
},
"widgets_values": [
1024,
1024,
49.1,
0,
0,
0
]
},
{
"id": 9,
"type": "PreviewImage",
"pos": [
1361,
657
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 6
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 1,
"type": "[Comfy3D] Mesh Orbit Renderer",
"pos": [
734,
330
],
"size": {
"0": 395,
"1": 247
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 3
},
{
"name": "render_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 2
}
],
"outputs": [
{
"name": "rendered_mesh_images",
"type": "IMAGE",
"links": [
1
],
"shape": 3,
"slot_index": 0
},
{
"name": "rendered_mesh_masks",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Mesh Orbit Renderer"
},
"widgets_values": [
1024,
1024,
49.1,
0,
0,
0,
false
]
},
{
"id": 2,
"type": "PreviewImage",
"pos": [
1197,
230
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 1
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 8,
"type": "[Comfy3D] Load 3DGS",
"pos": [
329,
1139
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"links": [
5
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load 3DGS"
},
"widgets_values": [
"C:\\Users\\reall\\Softwares\\ComfyUI_windows_portable\\ComfyUI\\input\\Meshes\\3DGS_TGS.ply"
]
}
],
"links": [
[
1,
1,
0,
2,
0,
"IMAGE"
],
[
2,
4,
0,
1,
1,
"ORBIT_CAMPOSES"
],
[
3,
6,
0,
1,
0,
"MESH"
],
[
4,
4,
0,
7,
1,
"ORBIT_CAMPOSES"
],
[
5,
8,
0,
7,
0,
"GS_PLY"
],
[
6,
7,
0,
9,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650709,
"offset": [
232.77218799488367,
-20.214945769251532
]
}
},
"version": 0.4
}
@@ -0,0 +1,597 @@
{
"last_node_id": 12,
"last_link_id": 14,
"nodes": [
{
"id": 4,
"type": "[Comfy3D] Set Diffusers Pipeline State Dict",
"pos": [
980,
160
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"link": 2
}
],
"outputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"links": [
3
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Set Diffusers Pipeline State Dict"
},
"widgets_values": [
"TencentARC/InstantMesh",
"diffusion_pytorch_model.bin"
]
},
{
"id": 6,
"type": "LoadImage",
"pos": [
692,
356
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
4
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [
5
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Mario_Cat.png",
"image"
]
},
{
"id": 7,
"type": "InvertMask",
"pos": [
1060,
423
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 5
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
6
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 3,
"type": "[Comfy3D] Set Diffusers Pipeline Scheduler",
"pos": [
539,
159
],
"size": {
"0": 412.3726501464844,
"1": 58
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"link": 1
}
],
"outputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"links": [
2
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Set Diffusers Pipeline Scheduler"
},
"widgets_values": [
"EulerAncestralDiscreteScheduler"
]
},
{
"id": 1,
"type": "[Comfy3D] Load Diffusers Pipeline",
"pos": [
116,
160
],
"size": {
"0": 383.9324645996094,
"1": 109.8599853515625
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"links": [
1
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load Diffusers Pipeline"
},
"widgets_values": [
"Zero123PlusPipeline",
"sudo-ai/zero123plus-v1.2",
""
]
},
{
"id": 2,
"type": "[Comfy3D] Load InstantMesh Reconstruction Model",
"pos": [
1428,
159
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "lrm_model",
"type": "LRM_MODEL",
"links": [
7
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load InstantMesh Reconstruction Model"
},
"widgets_values": [
"instant_mesh_large.ckpt"
]
},
{
"id": 5,
"type": "[Comfy3D] Zero123Plus Diffusion Model",
"pos": [
1320,
336
],
"size": {
"0": 393,
"1": 170
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "zero123plus_pipe",
"type": "DIFFUSERS_PIPE",
"link": 3
},
{
"name": "reference_image",
"type": "IMAGE",
"link": 4
},
{
"name": "reference_mask",
"type": "MASK",
"link": 6
}
],
"outputs": [
{
"name": "multiviews",
"type": "IMAGE",
"links": [
8,
12
],
"shape": 3,
"slot_index": 0
},
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": [
9
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Zero123Plus Diffusion Model"
},
"widgets_values": [
42,
"fixed",
4,
28
]
},
{
"id": 8,
"type": "[Comfy3D] InstantMesh Reconstruction Model",
"pos": [
1807,
159
],
"size": {
"0": 315,
"1": 122
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "lrm_model",
"type": "LRM_MODEL",
"link": 7
},
{
"name": "multiview_images",
"type": "IMAGE",
"link": 8
},
{
"name": "orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 9
}
],
"outputs": [
{
"name": "mesh",
"type": "MESH",
"links": [
13
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] InstantMesh Reconstruction Model"
},
"widgets_values": [
30,
1024
]
},
{
"id": 9,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
2534,
158
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 14
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
11
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"InstantMesh_test\\Mesh_Cat.obj"
]
},
{
"id": 10,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
2919,
158
],
"size": [
600,
500
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 11,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 12,
"type": "[Comfy3D] Switch Mesh Axis",
"pos": [
2168,
158
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 13
}
],
"outputs": [
{
"name": "switched_mesh",
"type": "MESH",
"links": [
14
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Switch Mesh Axis"
},
"widgets_values": [
"+y",
"+z",
"+x",
false
]
},
{
"id": 11,
"type": "PreviewImage",
"pos": [
1804,
387
],
"size": {
"0": 1043.55126953125,
"1": 246
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 12
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
}
],
"links": [
[
1,
1,
0,
3,
0,
"DIFFUSERS_PIPE"
],
[
2,
3,
0,
4,
0,
"DIFFUSERS_PIPE"
],
[
3,
4,
0,
5,
0,
"DIFFUSERS_PIPE"
],
[
4,
6,
0,
5,
1,
"IMAGE"
],
[
5,
6,
1,
7,
0,
"MASK"
],
[
6,
7,
0,
5,
2,
"MASK"
],
[
7,
2,
0,
8,
0,
"LRM_MODEL"
],
[
8,
5,
0,
8,
1,
"IMAGE"
],
[
9,
5,
1,
8,
2,
"ORBIT_CAMPOSES"
],
[
11,
9,
0,
10,
0,
"STRING"
],
[
12,
5,
0,
11,
0,
"IMAGE"
],
[
13,
8,
0,
12,
0,
"MESH"
],
[
14,
12,
0,
9,
0,
"MESH"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917354,
"offset": [
-788.9517631212848,
67.47620178525084
]
}
},
"version": 0.4
}
Binary file not shown.

After

Width:  |  Height:  |  Size: 554 KiB