import os import re import folder_paths as comfy_paths from .diff_rast.diff_texturing import DiffTextureBaker from .shared_utils.common_utils import cstr from .mesh_processer.mesh import Mesh MANIFEST = { "name": "ComfyUI-3D-Pack", "version": (0,0,1), "author": "Mr. For Example", "project": "https://github.com/MrForExample/ComfyUI-3D-Pack", "description": "An extensive node suite that enables ComfyUI to process 3D inputs (Mesh & UV Texture, etc) using cutting edge algorithms (3DGS, NeRF, etc.)", } SUPPORTED_3D_EXTENSIONS = ( '.obj', '.ply', '.glb', ) class Load_3D_Mesh: @classmethod def INPUT_TYPES(cls): return { "required": { "mesh_file_path": ("STRING", {"default": '', "multiline": False}), "resize": ("BOOLEAN", {"default": False},), "renormal": ("BOOLEAN", {"default": True},), "retex": ("BOOLEAN", {"default": False},), }, } RETURN_TYPES = ( "MESH", ) RETURN_NAMES = ( "mesh", ) FUNCTION = "load_mesh" CATEGORY = "ComfyUI3D/Import|Export" def load_mesh(self, mesh_file_path, resize, renormal, retex): mesh = None if not os.path.isabs(mesh_file_path): mesh_file_path = os.path.join(comfy_paths.input_directory, mesh_file_path) if os.path.exists(mesh_file_path): folder, filename = os.path.split(mesh_file_path) if filename.lower().endswith(SUPPORTED_3D_EXTENSIONS): mesh = Mesh.load(mesh_file_path, resize, renormal, retex) else: cstr(f"[{self.__class__.__name__}] File name {filename} does not end with supported 3D file extensions: {SUPPORTED_3D_EXTENSIONS}").error.print() else: cstr(f"[{self.__class__.__name__}] File {mesh_file_path} does not exist").error.print() return (mesh, ) class Save_3D_Mesh: @classmethod def INPUT_TYPES(cls): return { "required": { "mesh": ("MESH",), "mesh_save_path": ("STRING", {"default": 'Mesh_[time(%Y-%m-%d)].obj', "multiline": False}), }, } OUTPUT_NODE = True RETURN_TYPES = () FUNCTION = "save_mesh" CATEGORY = "ComfyUI3D/Import|Export" def save_mesh(self, mesh, mesh_save_path): mesh_folder_path, filename = os.path.split(mesh_save_path) if not os.path.isabs(mesh_save_path): mesh_folder_path = os.path.join(comfy_paths.output_directory, mesh_folder_path) mesh_save_path = os.path.join(mesh_folder_path, filename) os.makedirs(mesh_folder_path, exist_ok=True) if filename.lower().endswith(SUPPORTED_3D_EXTENSIONS): mesh.export_mesh(mesh_save_path) cstr(f"[{self.__class__.__name__}] saved model to {mesh_save_path}").msg.print() else: cstr(f"File name {filename} does not end with supported 3D file extensions: {SUPPORTED_3D_EXTENSIONS}").error.print() return {"ui": {"mesh": mesh}} class Generate_Orbit_Camera_Poses: @classmethod def INPUT_TYPES(cls): return { "required": { "reference_images": ("IMAGE",), "generate_pose_command": ("STRING", { "default": "#([start_reference_image_index : end_reference_image_index], orbit_radius, elevation_angle [-90, 90], start_azimuth_angle [0, 360], end_azimuth_angle [0, 360])\n([0:30], 1.75, 0, 0, 360)", "multiline": True }), }, } OUTPUT_NODE = True RETURN_TYPES = ( "ORBIT_CAMPOSES", # (orbit radius, elevation, azimuth, orbit center X, orbit center Y, orbit center Z) ) RETURN_NAMES = ( "orbit_camposes", ) FUNCTION = "get_camposes" CATEGORY = "ComfyUI3D/Preprocessor" class Slice_Camposes: def __init__(self, start_reference_image_index, end_reference_image_index, camposes_start_to_end): self.start_reference_image_index = start_reference_image_index self.end_reference_image_index = end_reference_image_index self.camposes_start_to_end = camposes_start_to_end def get_camposes(self, reference_images, generate_pose_command): orbit_camposes = [] self.ref_imgs_num_minus_1 = len(reference_images) - 1 # To match pattern ( [ start_reference_image_index : end_reference_image_index ] , orbit_radius, elevation_angle , start_azimuth_angle , end_azimuth_angle ) pattern = re.compile(r"\([ \t]*\[[ \t]*(\d+)[ \t]*:[ \t]*(\d+)[ \t]*\][ \t]*,[ \t]*([\d]+\.?[\d]*)[ \t]*,[ \t]*([\d]+\.?[\d]*)[ \t]*,[ \t]*([\d]+\.?[\d]*)[ \t]*,[ \t]*([\d]+\.?[\d]*)[ \t]*\)") all_matches = pattern.findall(generate_pose_command) all_slice_camposes = [] for match in all_matches: start_reference_image_index, end_reference_image_index, orbit_radius, elevation_angle, start_azimuth_angle, end_azimuth_angle = (int(s) if i < 2 else float(s) for i, s in enumerate(match)) end_reference_image_index = min(end_reference_image_index, self.ref_imgs_num_minus_1) if start_reference_image_index <= end_reference_image_index: azimuth_imgs_num = end_reference_image_index - start_reference_image_index + 1 # calculate all the reference camera azimuth angles camposes_start_to_end = [] if start_azimuth_angle > end_azimuth_angle: azimuth_angle_interval = -(end_azimuth_angle + 360 - start_azimuth_angle) / azimuth_imgs_num else: azimuth_angle_interval = (end_azimuth_angle - start_azimuth_angle) / azimuth_imgs_num now_azimuth_angle = start_azimuth_angle for _ in range(azimuth_imgs_num): camposes_start_to_end.append((orbit_radius, elevation_angle, now_azimuth_angle, 0.0, 0.0, 0.0)) now_azimuth_angle = (now_azimuth_angle + azimuth_angle_interval) % 360 all_slice_camposes.append(Generate_Orbit_Camera_Poses.Slice_Camposes(start_reference_image_index, end_reference_image_index, camposes_start_to_end)) else: cstr(f"[{self.__class__.__name__}] start_reference_image_index: {start_reference_image_index} must smaller than or equal to end_reference_image_index: {end_reference_image_index}").error.print() all_slice_camposes = sorted(all_slice_camposes, key=lambda slice_camposes:slice_camposes.start_reference_image_index) last_end_index_plus_1 = 0 for slice_camposes in all_slice_camposes: if last_end_index_plus_1 == slice_camposes.start_reference_image_index: orbit_camposes.extend(slice_camposes.camposes_start_to_end) last_end_index_plus_1 = slice_camposes.end_reference_image_index + 1 else: orbit_camposes = [] cstr(f"[{self.__class__.__name__}] Last end_reference_image_index: {end_reference_image_index} plus 1 must equal to current start_reference_image_index: {start_reference_image_index}").error.print() return (orbit_camposes, ) class Gaussian_Splatting: @classmethod def INPUT_TYPES(cls): return { "required": { "reference_images": ("IMAGE",), }, } RETURN_TYPES = ( "GS_RAW", ) RETURN_NAMES = ( "raw_3DGS", ) FUNCTION = "run_3DGS" CATEGORY = "ComfyUI3D/Algorithm" def run_3DGS(self, reference_images): raw_3DGS = None return (raw_3DGS, ) class Bake_Texture_To_Mesh: def __init__(self): self.need_update = False @classmethod def INPUT_TYPES(cls): return { "required": { "reference_images": ("IMAGE",), "reference_masks": ("MASK",), "reference_orbit_camera_poses": ("ORBIT_CAMPOSES",), # (orbit radius, elevation, azimuth, orbit center X, orbit center Y, orbit center Z) "reference_orbit_camera_fovy": ("FLOAT", {"default": 49.1, "min": 0.0, "max": 180.0, "step": 0.1}), "mesh": ("MESH",), "training_iterations": ("INT", {"default": 1000, "min": 1, "max": 100000}), "batch_size": ("INT", {"default": 5, "min": 1, "max": 0xffffffffffffffff}), "texture_learning_rate": ("FLOAT", {"default": 0.1, "min": 0.0, "max": 1.0, "step": 0.01}), "train_mesh_geometry": ("BOOLEAN", {"default": False},), "geometry_learning_rate": ("FLOAT", {"default": 0.01, "min": 0.0, "max": 0.1, "step": 0.001}), "ms_ssim_loss_weight": ("FLOAT", {"default": 0.5, "min": 0.0, "max": 1.0, "step": 0.01}), "force_cuda_rasterize": ("BOOLEAN", {"default": False},), }, } RETURN_TYPES = ( "MESH", "IMAGE", ) RETURN_NAMES = ( "trained_mesh", "baked_texture", # [1, H, W, 3] ) FUNCTION = "bake_texture" CATEGORY = "ComfyUI3D/Algorithm" def bake_texture(self, reference_images, reference_masks, reference_orbit_camera_poses, reference_orbit_camera_fovy, mesh, training_iterations, batch_size, texture_learning_rate, train_mesh_geometry, geometry_learning_rate, ms_ssim_loss_weight, force_cuda_rasterize): trained_mesh = None baked_texture = None ref_imgs_num = len(reference_images) ref_masks_num = len(reference_masks) if ref_imgs_num == ref_masks_num: ref_cam_poses_num = len(reference_orbit_camera_poses) if ref_imgs_num == ref_cam_poses_num: if batch_size > ref_imgs_num: cstr(f"[{self.__class__.__name__}] Batch size {batch_size} is bigger than number of reference images {ref_imgs_num}! Set batch size to {ref_imgs_num} instead").warning.print() batch_size = ref_imgs_num texture_baker = DiffTextureBaker(reference_images, reference_masks, reference_orbit_camera_poses, reference_orbit_camera_fovy, mesh, training_iterations, batch_size, texture_learning_rate, train_mesh_geometry, geometry_learning_rate, ms_ssim_loss_weight, force_cuda_rasterize) texture_baker.training() trained_mesh, baked_texture = texture_baker.get_mesh_and_texture() else: cstr(f"[{self.__class__.__name__}] Number of reference images {ref_imgs_num} does not equal to number of reference camera poses {ref_cam_poses_num}").error.print() else: cstr(f"[{self.__class__.__name__}] Number of reference images {ref_imgs_num} does not equal to number of masks {ref_masks_num}").error.print() return (trained_mesh, baked_texture, )