Update Install Methods & Instruction, LGM Workflow

This commit is contained in:
MrForExample
2024-02-11 17:13:49 +01:00
parent 11ad9d6e96
commit 3bc87e84b1
9 changed files with 452 additions and 402 deletions
@@ -1,7 +1,121 @@
{
"last_node_id": 17,
"last_link_id": 22,
"last_node_id": 19,
"last_link_id": 27,
"nodes": [
{
"id": 9,
"type": "[Comfy3D] Save 3DGS",
"pos": [
1798,
459
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"link": 13
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
11
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3DGS"
},
"widgets_values": [
"LGMTest/FatCat.ply"
]
},
{
"id": 17,
"type": "[Comfy3D] Large Multiview Gaussian Model",
"pos": [
1270,
461
],
"size": {
"0": 252,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "multiview_images",
"type": "IMAGE",
"link": 26
},
{
"name": "lgm_model",
"type": "LGM_MODEL",
"link": 22
}
],
"outputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"links": [
19,
20
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Large Multiview Gaussian Model"
}
},
{
"id": 2,
"type": "[Comfy3D] Load Diffusers Pipeline",
"pos": [
380,
345
],
"size": {
"0": 375.3948669433594,
"1": 83.33004760742188
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"links": [
23
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load Diffusers Pipeline"
},
"widgets_values": [
"MVDreamPipeline",
"ashawkey/imagedream-ipmv-diffusers"
]
},
{
"id": 4,
"type": "LoadImage",
@@ -14,14 +128,14 @@
"1": 314
},
"flags": {},
"order": 0,
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2
24
],
"shape": 3,
"slot_index": 0
@@ -44,11 +158,151 @@
"image"
]
},
{
"id": 5,
"type": "InvertMask",
"pos": [
542,
545
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 3
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
25
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 1,
"type": "[Comfy3D] Load Large Multiview Gaussian Model",
"pos": [
898,
796
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "lgm_model",
"type": "LGM_MODEL",
"links": [
22
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load Large Multiview Gaussian Model"
},
"widgets_values": [
"model_fp16.safetensors",
"big"
]
},
{
"id": 15,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
2326.1025658000017,
214.90587429004222
],
"size": [
600,
500
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 16,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 14,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
1996.1025658,
214.90587429004222
],
"size": {
"0": 307.8253173828125,
"1": 60.248291015625
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 17
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
16
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"LGMTest/FatCat.obj"
]
},
{
"id": 12,
"type": "[Comfy3D] Switch 3DGS Axis",
"pos": [
1554,
1558,
460
],
"size": {
@@ -56,7 +310,7 @@
"1": 106
},
"flags": {},
"order": 6,
"order": 7,
"mode": 0,
"inputs": [
{
@@ -85,58 +339,19 @@
"-z"
]
},
{
"id": 9,
"type": "[Comfy3D] Save 3DGS",
"pos": [
1798,
459
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"link": 13
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
11
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3DGS"
},
"widgets_values": [
"LGMTest/FatCat.ply"
]
},
{
"id": 10,
"type": "[Comfy3D] Preview 3DGS",
"pos": [
2309.8418660992434,
768.9263430496216
2331,
776
],
"size": [
600,
500
],
"flags": {},
"order": 10,
"order": 11,
"mode": 0,
"inputs": [
{
@@ -156,51 +371,19 @@
null
]
},
{
"id": 15,
"type": "[Comfy3D] Preview 3DMesh",
"pos": [
2312,
226
],
"size": [
600,
500
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "mesh_file_path",
"type": "STRING",
"link": 16,
"widget": {
"name": "mesh_file_path"
}
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Preview 3DMesh"
},
"widgets_values": [
"",
null
]
},
{
"id": 16,
"type": "[Comfy3D] Convert 3DGS to Mesh with NeRF and Marching Cubes",
"pos": [
1550,
224
1566,
215
],
"size": {
"0": 411.6000061035156,
"1": 65.46688079833984
},
"flags": {},
"order": 7,
"order": 8,
"mode": 0,
"inputs": [
{
@@ -228,96 +411,15 @@
]
},
{
"id": 14,
"type": "[Comfy3D] Save 3D Mesh",
"pos": [
1980,
225
],
"size": {
"0": 307.8253173828125,
"1": 60.248291015625
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "mesh",
"type": "MESH",
"link": 17
}
],
"outputs": [
{
"name": "save_path",
"type": "STRING",
"links": [
16
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Save 3D Mesh"
},
"widgets_values": [
"LGMTest/FatCat.obj"
]
},
{
"id": 17,
"type": "[Comfy3D] Large Multiview Gaussian Model",
"pos": [
1270,
461
],
"size": [
252,
46
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "multiview_images",
"type": "IMAGE",
"link": 21
},
{
"name": "lgm_model",
"type": "LGM_MODEL",
"link": 22
}
],
"outputs": [
{
"name": "gs_ply",
"type": "GS_PLY",
"links": [
19,
20
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Large Multiview Gaussian Model"
}
},
{
"id": 3,
"id": 18,
"type": "[Comfy3D] MVDream Model",
"pos": [
792,
809,
460
],
"size": {
"0": 405.5999755859375,
"1": 238
"1": 286
},
"flags": {},
"order": 4,
@@ -326,17 +428,17 @@
{
"name": "mvdream_pipe",
"type": "DIFFUSERS_PIPE",
"link": 1
"link": 23
},
{
"name": "reference_image",
"type": "IMAGE",
"link": 2
"link": 24
},
{
"name": "reference_mask",
"type": "MASK",
"link": 5
"link": 25
}
],
"outputs": [
@@ -344,7 +446,8 @@
"name": "multiview_images",
"type": "IMAGE",
"links": [
21
26,
27
],
"shape": 3,
"slot_index": 0
@@ -356,131 +459,40 @@
"widgets_values": [
"",
"ugly, blurry, pixelated obscure, unnatural colors, poor lighting, dull, unclear, cropped, lowres, low quality, artifacts, duplicate",
0,
"fixed",
5,
30,
0
]
},
{
"id": 1,
"type": "[Comfy3D] Load Large Multiview Gaussian Model",
"id": 19,
"type": "PreviewImage",
"pos": [
879,
752
1279,
120
],
"size": [
210,
246
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "lgm_model",
"type": "LGM_MODEL",
"links": [
22
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load Large Multiview Gaussian Model"
},
"widgets_values": [
"model_fp16.safetensors",
"big"
]
},
{
"id": 5,
"type": "InvertMask",
"pos": [
542,
545
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 3,
"order": 6,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 3
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
5
],
"shape": 3,
"slot_index": 0
"name": "images",
"type": "IMAGE",
"link": 27
}
],
"properties": {
"Node name for S&R": "InvertMask"
"Node name for S&R": "PreviewImage"
}
},
{
"id": 2,
"type": "[Comfy3D] Load Diffusers Pipeline",
"pos": [
380,
345
],
"size": {
"0": 375.3948669433594,
"1": 83.33004760742188
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "pipe",
"type": "DIFFUSERS_PIPE",
"links": [
1
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[Comfy3D] Load Diffusers Pipeline"
},
"widgets_values": [
"MVDreamPipeline",
"ashawkey/imagedream-ipmv-diffusers"
]
}
],
"links": [
[
1,
2,
0,
3,
0,
"DIFFUSERS_PIPE"
],
[
2,
4,
0,
3,
1,
"IMAGE"
],
[
3,
4,
@@ -489,14 +501,6 @@
0,
"MASK"
],
[
5,
5,
0,
3,
2,
"MASK"
],
[
11,
9,
@@ -545,14 +549,6 @@
0,
"GS_PLY"
],
[
21,
3,
0,
17,
0,
"IMAGE"
],
[
22,
1,
@@ -560,6 +556,46 @@
17,
1,
"LGM_MODEL"
],
[
23,
2,
0,
18,
0,
"DIFFUSERS_PIPE"
],
[
24,
4,
0,
18,
1,
"IMAGE"
],
[
25,
5,
0,
18,
2,
"MASK"
],
[
26,
18,
0,
17,
0,
"IMAGE"
],
[
27,
18,
0,
19,
0,
"IMAGE"
]
],
"groups": [],