nodes/MrForExample-ComfyUI-3D-Pack
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add new StackOrbitCameraPoses node to auto conditioning StableZero123 & 3DGS etc.

Browse Source
This commit is contained in:
MrForExample
2024-01-10 12:15:02 +01:00
parent fa562f1883
commit 23934c8e65
9 changed files with 1327 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
_Example_Workflows/3DGS_Multi-View_Renders_to_ply_with_Stack_Orbit_Cam_Poses_node.json
+492
View File
@@ -0,0 +1,492 @@
{
"last_node_id": 22,
"last_link_id": 25,
"nodes": [
{
"id": 10,
"type": "PreviewImage",
"pos": [
1410,
-320
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 4
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 9,
"type": "MaskToImage",
"pos": [
1110,
-320
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 8
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
4
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MaskToImage"
}
},
{
"id": 17,
"type": "[ComfyUI-3D] Save 3DGS",
"pos": [
2122,
54
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "raw_3DGS",
"type": "GS_RAW",
"link": 21
}
],
"properties": {
"Node name for S&R": "[ComfyUI-3D] Save 3DGS"
},
"widgets_values": [
"MeshTest\\3DGS_01.ply"
]
},
{
"id": 8,
"type": "InvertMask",
"pos": [
746,
-14
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 2
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
8,
18
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "InvertMask"
}
},
{
"id": 18,
"type": "[ComfyUI-3D] Gaussian Splatting",
"pos": [
1486,
53
],
"size": {
"0": 468.5999755859375,
"1": 718
},
"flags": {
"collapsed": false
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "reference_images",
"type": "IMAGE",
"link": 17
},
{
"name": "reference_masks",
"type": "MASK",
"link": 18
},
{
"name": "reference_orbit_camera_poses",
"type": "ORBIT_CAMPOSES",
"link": 25
},
{
"name": "mesh_to_initialize_gaussian",
"type": "MESH",
"link": null
}
],
"outputs": [
{
"name": "raw_3DGS",
"type": "GS_RAW",
"links": [
21
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "[ComfyUI-3D] Gaussian Splatting"
},
"widgets_values": [
49.1,
1000,
1,
10000,
0.2,
3,
0,
0,
0.5,
0.01,
0.05,
0.005,
0.005,
0.001,
0.00002,
0.02,
500,
5000,
3,
0.01,
100,
100000,
100,
700,
0.01,
0
]
},
{
"id": 7,
"type": "VHS_LoadImages",
"pos": [
113,
54
],
"size": [
243.60000610351562,
194
],
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
17,
22
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [
2
],
"shape": 3,
"slot_index": 1
},
{
"name": "INT",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadImages"
},
"widgets_values": {
"directory": "Images_enhanced",
"image_load_cap": 0,
"skip_first_images": 0,
"select_every_nth": 1,
"choose folder to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 0,
"skip_first_images": 0,
"filename": "Images_enhanced",
"type": "input",
"format": "folder",
"select_every_nth": 1
}
}
}
},
{
"id": 19,
"type": "PreviewImage",
"pos": [
420,
-320
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 22
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 13,
"type": "[ComfyUI-3D] Load 3D Mesh",
"pos": [
1100,
315
],
"size": {
"0": 315,
"1": 154
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "mesh",
"type": "MESH",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"title": "Load 3D Mesh [Optional]",
"properties": {
"Node name for S&R": "[ComfyUI-3D] Load 3D Mesh"
},
"widgets_values": [
"Meshes\\Cammy_Uniform.obj",
false,
true,
false,
false
]
},
{
"id": 22,
"type": "[ComfyUI-3D] Stack Orbit Camera Poses",
"pos": [
726,
160
],
"size": {
"0": 315,
"1": 586
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": [
25
],
"shape": 3,
"slot_index": 0
},
{
"name": "orbit_radius_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "elevation_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "azimuth_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_X_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Y_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Z_list",
"type": "FLOAT",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "[ComfyUI-3D] Stack Orbit Camera Poses"
},
"widgets_values": [
1.75,
1.75,
0.1,
0,
0,
0,
0,
-0.1,
3,
0,
0,
0.1,
0,
0,
0.1,
0,
0,
0.1
]
}
],
"links": [
[
2,
7,
1,
8,
0,
"MASK"
],
[
4,
9,
0,
10,
0,
"IMAGE"
],
[
8,
8,
0,
9,
0,
"MASK"
],
[
17,
7,
0,
18,
0,
"IMAGE"
],
[
18,
8,
0,
18,
1,
"MASK"
],
[
21,
18,
0,
17,
0,
"GS_RAW"
],
[
22,
7,
0,
19,
0,
"IMAGE"
],
[
25,
22,
0,
18,
2,
"ORBIT_CAMPOSES"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
_Example_Workflows/Using_Stack_Orbit_Camera_Poses_to_conditioning_StableZero123.json
+610
View File
@@ -0,0 +1,610 @@
{
"last_node_id": 41,
"last_link_id": 80,
"nodes": [
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
-60,
239
],
"size": {
"0": 369.6000061035156,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
42
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
50
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
26,
52
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"stable_zero123.ckpt"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
864,
344
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 42
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 53
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 54
},
{
"name": "latent_image",
"type": "LATENT",
"link": 55
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
999999999,
"fixed",
10,
3,
"euler_ancestral",
"karras",
1
]
},
{
"id": 26,
"type": "StableZero123_Conditioning",
"pos": [
436,
410
],
"size": {
"0": 315,
"1": 194
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 50
},
{
"name": "init_image",
"type": "IMAGE",
"link": 51
},
{
"name": "vae",
"type": "VAE",
"link": 52
},
{
"name": "elevation",
"type": "FLOAT",
"link": 80,
"widget": {
"name": "elevation"
}
},
{
"name": "azimuth",
"type": "FLOAT",
"link": 79,
"widget": {
"name": "azimuth"
}
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
53
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
54
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
55
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "StableZero123_Conditioning"
},
"widgets_values": [
256,
256,
1,
0,
145
]
},
{
"id": 23,
"type": "LoadImage",
"pos": [
-477,
430
],
"size": {
"0": 316.5220947265625,
"1": 405.7098693847656
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
51
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Cammy_Style_0-NoBG_Square.png",
"image"
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1280,
258
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 26
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
49,
74
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 39,
"type": "ImageListToImageBatch",
"pos": [
1584,
491
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 74
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
75
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageListToImageBatch"
}
},
{
"id": 38,
"type": "VHS_VideoCombine",
"pos": [
1831,
491
],
"size": [
315,
559
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 75
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "StableZero123/Test/Cammy",
"format": "video/h265-mp4",
"pix_fmt": "yuv420p10le",
"crf": 22,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Cammy_00492.mp4",
"subfolder": "StableZero123\\Test",
"type": "output",
"format": "video/h265-mp4"
}
}
}
},
{
"id": 25,
"type": "SaveImage",
"pos": [
1582,
121
],
"size": {
"0": 671.7539672851562,
"1": 270.0038757324219
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 49
}
],
"properties": {},
"widgets_values": [
"StableZero123/Test/Cammy"
]
},
{
"id": 41,
"type": "[ComfyUI-3D] Stack Orbit Camera Poses",
"pos": [
-10,
540
],
"size": {
"0": 315,
"1": 586
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "orbit_camposes",
"type": "ORBIT_CAMPOSES",
"links": null,
"shape": 3
},
{
"name": "orbit_radius_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "elevation_list",
"type": "FLOAT",
"links": [
80
],
"shape": 6,
"slot_index": 2
},
{
"name": "azimuth_list",
"type": "FLOAT",
"links": [
79
],
"shape": 6,
"slot_index": 3
},
{
"name": "orbit_center_X_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Y_list",
"type": "FLOAT",
"links": null,
"shape": 6
},
{
"name": "orbit_center_Z_list",
"type": "FLOAT",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "[ComfyUI-3D] Stack Orbit Camera Poses"
},
"widgets_values": [
0,
0,
0.1,
-45,
45,
45,
0,
0.1,
-45,
0,
0,
0.1,
0,
0,
0.1,
0,
0,
0.1
]
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
26,
15,
2,
8,
1,
"VAE"
],
[
42,
15,
0,
3,
0,
"MODEL"
],
[
49,
8,
0,
25,
0,
"IMAGE"
],
[
50,
15,
1,
26,
0,
"CLIP_VISION"
],
[
51,
23,
0,
26,
1,
"IMAGE"
],
[
52,
15,
2,
26,
2,
"VAE"
],
[
53,
26,
0,
3,
1,
"CONDITIONING"
],
[
54,
26,
1,
3,
2,
"CONDITIONING"
],
[
55,
26,
2,
3,
3,
"LATENT"
],
[
74,
8,
0,
39,
0,
"IMAGE"
],
[
75,
39,
0,
38,
0,
"IMAGE"
],
[
79,
41,
3,
26,
4,
"FLOAT"
],
[
80,
41,
2,
26,
3,
"FLOAT"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
_Example_Workflows/_Example_Inputs_Files/Cammy_Style_0-NoBG_Square.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 955 KiB

_Example_Workflows/_Example_Outputs/Cammy_Cam_Rotate_Clockwise.mp4
BIN
View File
Binary file not shown.
_Example_Workflows/_Example_Outputs/Cammy_Cam_Rotate_Clockwise_Camposes.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 30 KiB

_Example_Workflows/_Example_Outputs/Cammy_Cam_Rotate_Counter_Clockwise.mp4
BIN
View File
Binary file not shown.
_Example_Workflows/_Example_Outputs/Cammy_Cam_Rotate_Counter_Clockwise_Camposes.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 22 KiB