Add Instant_NGP

This commit is contained in:
MrForExample
2024-04-01 15:50:58 +02:00
parent 6cd7b8f390
commit 086567f3e9
12 changed files with 2117 additions and 424 deletions
@@ -1,6 +1,6 @@
{
"last_node_id": 47,
"last_link_id": 76,
"last_node_id": 48,
"last_link_id": 81,
"nodes": [
{
"id": 9,
@@ -187,38 +187,6 @@
"Node name for S&R": "MaskToImage"
}
},
{
"id": 37,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
3740,
110
],
"size": [
600,
500
],
"flags": {},
"order": 29,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 55,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 39,
"type": "Reroute",
@@ -328,42 +296,6 @@
"horizontal": false
}
},
{
"id": 43,
"type": "Reroute",
"pos": [
2195,
-25
],
"size": [
75,
26
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 64
}
],
"outputs": [
{
"name": "",
"type": "ORBIT_CAMPOSES",
"links": [
65
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 35,
"type": "[Comfy3D] Convert 3DGS To Pointcloud",
@@ -414,7 +346,7 @@
"flags": {
"collapsed": false
},
"order": 26,
"order": 25,
"mode": 0,
"inputs": [
{
@@ -466,7 +398,7 @@
500
],
"flags": {},
"order": 27,
"order": 26,
"mode": 0,
"inputs": [
{
@@ -560,42 +492,6 @@
false
]
},
{
"id": 40,
"type": "Reroute",
"pos": [
2288,
-552
],
"size": [
75,
26
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 59
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
69
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 32,
"type": "[Comfy3D] Gaussian Splatting Orbit Renderer",
@@ -655,246 +551,6 @@
0
]
},
{
"id": 42,
"type": "Reroute",
"pos": [
2241,
-484
],
"size": [
75,
26
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 62
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
63
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 36,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
3399,
110
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 54
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
55
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"MeshTest\\3DMesh_%Y-%m-%d-%M-%S-%f.obj"
]
},
{
"id": 34,
"type": "[Comfy3D] Deep Marching Tetrahedrons",
"pos": [
2332,
249
],
"size": {
"0": 443.4000244140625,
"1": 314
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "reference_points_cloud",
"type": "POINTCLOUD",
"link": 53
},
{
"name": "reference_images",
"type": "IMAGE",
"link": null
},
{
"name": "reference_masks",
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "trained_mesh",
"type": "MESH",
"links": [
56,
68
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Deep Marching Tetrahedrons"
},
"widgets_values": [
3000,
1,
0.1,
1,
1,
128,
0.0001,
2,
128,
5
]
},
{
"id": 46,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
2843,
495
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 68
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"MeshTest\\3DMesh_%Y-%m-%d-%M-%S-%f.obj"
]
},
{
"id": 38,
"type": "[Comfy3D] Bake Texture To Mesh",
"pos": [
2840,
110
],
"size": {
"0": 531.5999755859375,
"1": 334
},
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "reference_images",
"type": "IMAGE",
"link": 69
},
{
"name": "reference_masks",
"type": "MASK",
"link": 63
},
{
"name": "reference_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 65
},
{
"name": "mesh",
"type": "MESH",
"link": 56
}
],
"outputs": [
{
"name": "trained_mesh",
"type": "MESH",
"links": [
54
],
"shape": 3,
"slot_index": 0
},
{
"name": "baked_texture",
"type": "IMAGE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Bake Texture To Mesh"
},
"widgets_values": [
49.1,
1024,
1024,
1000,
1,
0.1,
false,
0.01,
0.5,
false
]
},
{
"id": 7,
"type": "VHS_LoadImages",
@@ -1276,6 +932,313 @@
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 40,
"type": "Reroute",
"pos": [
2288,
-552
],
"size": [
75,
26
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 59
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
77
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 42,
"type": "Reroute",
"pos": [
2241,
-484
],
"size": [
75,
26
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 62
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
78
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 34,
"type": "[Comfy3D] Deep Marching Tetrahedrons",
"pos": [
2332,
249
],
"size": {
"0": 443.4000244140625,
"1": 314
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "reference_points_cloud",
"type": "POINTCLOUD",
"link": 53
},
{
"name": "reference_images",
"type": "IMAGE",
"link": null
},
{
"name": "reference_masks",
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "trained_mesh",
"type": "MESH",
"links": [
79
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Deep Marching Tetrahedrons"
},
"widgets_values": [
3000,
1,
0.1,
1,
1,
128,
0.0001,
2,
128,
5
]
},
{
"id": 43,
"type": "Reroute",
"pos": [
2195,
-25
],
"size": [
75,
26
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 64
}
],
"outputs": [
{
"name": "",
"type": "ORBIT_CAMPOSES",
"links": [
80
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 48,
"type": "[Comfy3D] Fitting Mesh With Multiview Images",
"pos": [
2831,
90
],
"size": {
"0": 531.5999755859375,
"1": 358
},
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "reference_images",
"type": "IMAGE",
"link": 77
},
{
"name": "reference_masks",
"type": "MASK",
"link": 78
},
{
"name": "reference_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 80
},
{
"name": "mesh",
"type": "MESH",
"link": 79
}
],
"outputs": [
{
"name": "trained_mesh",
"type": "MESH",
"links": [
81
],
"shape": 3,
"slot_index": 0
},
{
"name": "baked_texture",
"type": "IMAGE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Fitting Mesh With Multiview Images"
},
"widgets_values": [
49.1,
1024,
1024,
1024,
3,
0.001,
false,
0.0001,
0.5,
512,
false
]
},
{
"id": 36,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
3398,
89
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 81
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
55
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"MeshTest\\3DMesh_%Y-%m-%d-%M-%S-%f.obj"
]
},
{
"id": 37,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
3744,
89
],
"size": [
600,
500
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 55,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
}
],
"links": [
@@ -1391,14 +1354,6 @@
0,
"POINTCLOUD"
],
[
54,
38,
0,
36,
0,
"MESH"
],
[
55,
36,
@@ -1407,14 +1362,6 @@
0,
"STRING"
],
[
56,
34,
0,
38,
3,
"MESH"
],
[
58,
7,
@@ -1447,14 +1394,6 @@
0,
"*"
],
[
63,
42,
0,
38,
1,
"MASK"
],
[
64,
31,
@@ -1463,30 +1402,6 @@
0,
"*"
],
[
65,
43,
0,
38,
2,
"ORBIT_CAMPOSES"
],
[
68,
34,
0,
46,
0,
"MESH"
],
[
69,
40,
0,
38,
0,
"IMAGE"
],
[
70,
7,
@@ -1534,6 +1449,46 @@
24,
0,
"GS_PLY"
],
[
77,
40,
0,
48,
0,
"IMAGE"
],
[
78,
42,
0,
48,
1,
"MASK"
],
[
79,
34,
0,
48,
3,
"MESH"
],
[
80,
43,
0,
48,
2,
"ORBIT_CAMPOSES"
],
[
81,
48,
0,
36,
0,
"MESH"
]
],
"groups": [
@@ -0,0 +1,949 @@
{
"last_node_id": 22,
"last_link_id": 41,
"nodes": [
{
"id": 6,
"type": "MaskToImage",
"pos": [
1490,
740
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 6
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
4
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
}
},
{
"id": 7,
"type": "PreviewImage",
"pos": [
1740,
740
],
"size": {
"0": 215.39028930664062,
"1": 246
},
"flags": {
"collapsed": false
},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 4
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 13,
"type": "PreviewImage",
"pos": [
1485,
-69
],
"size": {
"0": 215.39028930664062,
"1": 246
},
"flags": {
"collapsed": false
},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 17
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 10,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
2400,
684
],
"size": [
600,
500
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 14,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 9,
"type": "Reroute",
"pos": [
1237,
553
],
"size": [
75,
26
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 11
}
],
"outputs": [
{
"name": "",
"type": "ORBIT_CAMPOSES",
"links": [
19,
34
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 2,
"type": "[Comfy3D] Gaussian Splatting Orbit Renderer",
"pos": [
807,
289
],
"size": {
"0": 556.800048828125,
"1": 198
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"link": 16
},
{
"name": "render_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 5
}
],
"outputs": [
{
"name": "rendered_gs_images",
"type": "IMAGE",
"links": [
17,
21,
32
],
"shape": 3,
"slot_index": 0
},
{
"name": "rendered_gs_masks",
"type": "MASK",
"links": [
6,
23,
33
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Gaussian Splatting Orbit Renderer"
},
"widgets_values": [
1024,
1024,
49.1,
1,
1,
1
]
},
{
"id": 5,
"type": "[Comfy3D] Stack Orbit Camera Poses",
"pos": [
362,
389
],
"size": {
"0": 315,
"1": 586
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": [
5,
9
],
"shape": 3,
"slot_index": 0
},
{
"name": "orbit_radius_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "elevation_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "azimuth_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_X_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Y_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Z_list",
"type": "FLOAT",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Stack Orbit Camera Poses"
},
"widgets_values": [
1.75,
1.75,
0.1,
-45,
45,
45,
0,
-0.01,
6,
0,
0,
0.1,
0,
0,
0.1,
0,
0,
0.1
]
},
{
"id": 12,
"type": "[Comfy3D] Switch 3DGS Axis",
"pos": [
466,
219
],
"size": {
"0": 210,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"link": 15
}
],
"outputs": [
{
"name": "switched_gs_ply",
"type": "GS_PLY",
"links": [
16
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Switch 3DGS Axis"
},
"widgets_values": [
"+x",
"-y",
"-z"
]
},
{
"id": 1,
"type": "[Comfy3D] Load 3DGS",
"pos": [
104,
218
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"links": [
15
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load 3DGS"
},
"widgets_values": [
"C:\\Users\\reall\\Softwares\\ComfyUI_windows_portable\\ComfyUI\\output\\LGMTest\\CatCoffee.ply"
]
},
{
"id": 8,
"type": "Reroute",
"pos": [
808,
553
],
"size": [
75,
26
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 9
}
],
"outputs": [
{
"name": "",
"type": "ORBIT_CAMPOSES",
"links": [
11
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 16,
"type": "Reroute",
"pos": [
1526,
189
],
"size": [
75,
26
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 21
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [
37
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 17,
"type": "Reroute",
"pos": [
1551,
226
],
"size": [
75,
26
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 23
}
],
"outputs": [
{
"name": "",
"type": "MASK",
"links": [
38
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 15,
"type": "Reroute",
"pos": [
2124,
552
],
"size": [
75,
26
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 19
}
],
"outputs": [
{
"name": "",
"type": "ORBIT_CAMPOSES",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 19,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
2945,
188
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 41
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
25
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"Instant_NGP_Test/CatCoffee_1.obj"
]
},
{
"id": 11,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
2035,
684
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 36
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
14
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"Instant_NGP_Test/CatCoffee.obj"
]
},
{
"id": 18,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
3303,
189
],
"size": [
600,
500
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 25,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 21,
"type": "[Comfy3D] Instant NGP",
"pos": [
1570,
288
],
"size": {
"0": 418.1999816894531,
"1": 266
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "reference_image",
"type": "IMAGE",
"link": 32
},
{
"name": "reference_mask",
"type": "MASK",
"link": 33
},
{
"name": "reference_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 34
}
],
"outputs": [
{
"name": "mesh",
"type": "MESH",
"links": [
36,
39
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Instant NGP"
},
"widgets_values": [
49.1,
1024,
128,
256,
128,
10,
1024,
false
]
},
{
"id": 22,
"type": "[Comfy3D] Fitting Mesh With Multiview Images",
"pos": [
2358,
188
],
"size": {
"0": 531.5999755859375,
"1": 358
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "reference_images",
"type": "IMAGE",
"link": 37
},
{
"name": "reference_masks",
"type": "MASK",
"link": 38
},
{
"name": "reference_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 40
},
{
"name": "mesh",
"type": "MESH",
"link": 39
}
],
"outputs": [
{
"name": "trained_mesh",
"type": "MESH",
"links": [
41
],
"shape": 3,
"slot_index": 0
},
{
"name": "baked_texture",
"type": "IMAGE",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Fitting Mesh With Multiview Images"
},
"widgets_values": [
49.1,
1024,
1024,
2048,
1,
0.1,
false,
0.0001,
0.5,
512,
false
]
}
],
"links": [
[
4,
6,
0,
7,
0,
"IMAGE"
],
[
5,
5,
0,
2,
1,
"ORBIT_CAMPOSES"
],
[
6,
2,
1,
6,
0,
"MASK"
],
[
9,
5,
0,
8,
0,
"*"
],
[
11,
8,
0,
9,
0,
"*"
],
[
14,
11,
0,
10,
0,
"STRING"
],
[
15,
1,
0,
12,
0,
"GS_PLY"
],
[
16,
12,
0,
2,
0,
"GS_PLY"
],
[
17,
2,
0,
13,
0,
"IMAGE"
],
[
19,
9,
0,
15,
0,
"*"
],
[
21,
2,
0,
16,
0,
"*"
],
[
23,
2,
1,
17,
0,
"*"
],
[
25,
19,
0,
18,
0,
"STRING"
],
[
32,
2,
0,
21,
0,
"IMAGE"
],
[
33,
2,
1,
21,
1,
"MASK"
],
[
34,
9,
0,
21,
2,
"ORBIT_CAMPOSES"
],
[
36,
21,
0,
11,
0,
"MESH"
],
[
37,
16,
0,
22,
0,
"IMAGE"
],
[
38,
17,
0,
22,
1,
"MASK"
],
[
39,
21,
0,
22,
3,
"MESH"
],
[
40,
15,
0,
22,
2,
"ORBIT_CAMPOSES"
],
[
41,
22,
0,
19,
0,
"MESH"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}