Files
whmc76-ComfyUI-RemoveBackgr…/nodes.py
T
Cyber Dick Lang e7841deca1 v1.2.3: 添加BiRefNet动态配置修复功能
- 新增动态配置修复功能,自动解决BiRefNet模型与transformers库的兼容性问题
- 用户无需手动修改models文件夹中的任何文件
- 自动检测并修复所有BiRefNet模型版本的配置问题
- 完全向后兼容,不影响原始模型文件
- 添加详细的修复说明文档
2025-09-12 02:25:25 +08:00

511 lines
23 KiB
Python

import torch
import numpy as np
from PIL import Image, ImageEnhance
import folder_paths
import os
from .model_utils import load_model, preprocess_image, postprocess_mask, apply_transparency
from .imagefunc import *
from comfy.utils import ProgressBar
import tqdm
from torchvision import transforms
from transformers import AutoModelForImageSegmentation
import sys
import cv2
sys.path.append(os.path.join(os.path.dirname(__file__), 'BiRefNet'))
from .BiRefNet.models.birefnet import BiRefNet
from .BiRefNet.utils import check_state_dict
# 获取本地所有BiRefNet模型文件
# 返回字典:{模型文件名: 路径}
def get_models():
model_path = os.path.join(folder_paths.models_dir, 'BiRefNet', 'pth')
model_ext = [".pth"]
model_dict = get_files(model_path, model_ext)
return model_dict
# 透明背景超强节点
class TransparentBackgroundUltra_RBS:
def __init__(self):
self.NODE_NAME = 'TransparentBackgroundUltra_RBS'
@classmethod
def INPUT_TYPES(cls):
device_list = ['cuda','cpu']
def scan_transparent_models():
import glob
model_file_list = glob.glob(os.path.join(folder_paths.models_dir, "transparent-background") + '/*.pth')
model_dict = {}
for i in range(len(model_file_list)):
_, __filename = os.path.split(model_file_list[i])
model_dict[__filename] = model_file_list[i]
return model_dict
return {
"required": {
"image": ("IMAGE",),
"model": (list(scan_transparent_models().keys()),),
"device": (device_list,),
"max_megapixels": ("FLOAT", {"default": 2.0, "min": 1, "max": 999, "step": 0.1}),
"auto_use_original_mask": ("BOOLEAN", {"default": True}),
},
"optional": {
"mask": ("MASK",),
}
}
RETURN_TYPES = ("IMAGE", "MASK", )
RETURN_NAMES = ("image", "mask", )
FUNCTION = "transparent_background_ultra"
CATEGORY = 'RemoveBackgroundSuite'
def is_mask_valid(self, mask):
"""检查mask是否有效(非空且有内容)"""
if mask is None:
return False
# 检查mask是否为tensor
if isinstance(mask, torch.Tensor):
# 检查是否有非零值
if mask.numel() == 0:
return False
# 检查是否有非零像素
if torch.sum(mask > 0.01).item() == 0: # 使用0.01作为阈值避免浮点误差
return False
return True
return False
def transparent_background_ultra(self, image, model, device, max_megapixels, auto_use_original_mask, mask=None):
import glob
from transparent_background import Remover
mode_dict = {"ckpt_base.pth": "base", "ckpt_base_nightly.pth": "base-nightly", "ckpt_fast.pth": "fast"}
ret_images = []
ret_masks = []
# 检查是否使用输入的mask
use_input_mask = False
if auto_use_original_mask and self.is_mask_valid(mask):
use_input_mask = True
log(f"[TransparentBackgroundUltra_RBS] 检测到有效输入mask,将使用输入mask进行处理", message_type='info')
else:
# 正常加载模型
model_file_list = glob.glob(os.path.join(folder_paths.models_dir, "transparent-background") + '/*.pth')
model_dict = {}
for i in range(len(model_file_list)):
_, __filename = os.path.split(model_file_list[i])
model_dict[__filename] = model_file_list[i]
try:
mode = mode_dict[model]
except:
mode = "base"
remover = Remover(mode=mode, jit=False, device=device, ckpt=model_dict[model])
for i, img in enumerate(image):
img = torch.unsqueeze(img, 0)
orig_image = tensor2pil(img).convert('RGB')
width, height = orig_image.size
if use_input_mask:
# 使用输入的mask
if i < mask.shape[0]: # 确保有对应的mask
input_mask = mask[i:i+1] # 取对应的mask
else:
# 如果mask数量不足,使用最后一个mask
input_mask = mask[-1:]
# 将mask转换为PIL图像并调整大小
mask_pil = tensor2pil(input_mask)
if mask_pil.mode != 'L':
mask_pil = mask_pil.convert('L')
if mask_pil.size != orig_image.size:
mask_pil = mask_pil.resize(orig_image.size, Image.BILINEAR)
# 翻转mask以确保正确的结果
mask_pil = ImageOps.invert(mask_pil)
# 直接使用输入mask创建透明图像
ret_image = RGB2RGBA(orig_image, mask_pil)
_mask = mask_pil
log(f"[TransparentBackgroundUltra_RBS] 使用输入mask,跳过模型推理", message_type='info')
else:
# 正常进行模型推理
max_pixels = int(max_megapixels * 1_048_576)
orig_pixels = width * height
patch_size = 32
if orig_pixels > max_pixels:
scale = (max_pixels / orig_pixels) ** 0.5
new_width = max(1, int(width * scale))
new_height = max(1, int(height * scale))
else:
new_width, new_height = width, height
new_width = (new_width // patch_size) * patch_size
new_height = (new_height // patch_size) * patch_size
new_width = max(patch_size, new_width)
new_height = max(patch_size, new_height)
inference_image_size = (new_width, new_height)
log(f"[TransparentBackgroundUltra_RBS] 原始尺寸: {width}x{height}, 实际推理尺寸: {inference_image_size[0]}x{inference_image_size[1]}", message_type='info')
resized_image = orig_image.resize(inference_image_size, Image.BILINEAR)
ret_image = remover.process(resized_image, type='rgba')
# 推理后还原为原图尺寸
ret_image = ret_image.resize(orig_image.size, Image.BILINEAR)
_mask = ret_image.split()[3]
ret_images.append(pil2tensor(ret_image))
ret_masks.append(image2mask(_mask))
log(f"{self.NODE_NAME} Processed {len(ret_images)} image(s).", message_type='finish')
return (torch.cat(ret_images, dim=0), torch.cat(ret_masks, dim=0),)
# ======================== 支持 BiRefNet-Dynamic ========================
class BiRefNetUltra_RBS:
birefnet_model_repos = {
"BiRefNet-General": "ZhengPeng7/BiRefNet",
"RMBG-2.0": "briaai/RMBG-2.0",
"BiRefNet_dynamic": "ZhengPeng7/BiRefNet_dynamic",
"BiRefNet_HR": "ZhengPeng7/BiRefNet_HR",
"BiRefNet_HR-matting": "ZhengPeng7/BiRefNet_HR-matting"
}
def __init__(self):
self.NODE_NAME = 'BiRefNetUltra_RBS'
self.model_cache = {}
@classmethod
def INPUT_TYPES(cls):
device_list = ['cuda', 'cpu']
model_list = list(cls.birefnet_model_repos.keys())
return {
"required": {
"image": ("IMAGE",),
"version": (model_list, {"default": model_list[0]}),
"device": (device_list,),
"max_megapixels": ("FLOAT", {"default": 2.0, "min": 1, "max": 999, "step": 0.1}),
"auto_use_original_mask": ("BOOLEAN", {"default": True}),
},
"optional": {
"mask": ("MASK",),
}
}
RETURN_TYPES = ("IMAGE", "MASK", )
RETURN_NAMES = ("image", "mask", )
FUNCTION = "birefnet_ultra"
CATEGORY = 'RemoveBackgroundSuite'
def apply_birefnet_config_patch(self, model_path):
"""动态修复BiRefNet配置类缺少is_encoder_decoder属性的问题"""
try:
# 动态导入并修复BiRefNetConfig类
import sys
import importlib.util
# 查找BiRefNet_config.py文件
config_file = os.path.join(model_path, "BiRefNet_config.py")
if os.path.exists(config_file):
spec = importlib.util.spec_from_file_location("BiRefNet_config", config_file)
config_module = importlib.util.module_from_spec(spec)
sys.modules["BiRefNet_config"] = config_module
spec.loader.exec_module(config_module)
# 检查并修复BiRefNetConfig类
if hasattr(config_module, 'BiRefNetConfig'):
original_init = config_module.BiRefNetConfig.__init__
def patched_init(self, *args, **kwargs):
original_init(self, *args, **kwargs)
if not hasattr(self, 'is_encoder_decoder'):
self.is_encoder_decoder = False
config_module.BiRefNetConfig.__init__ = patched_init
log(f"Applied BiRefNetConfig patch for {model_path}", message_type='info')
# 查找birefnet.py文件中的Config类
birefnet_file = os.path.join(model_path, "birefnet.py")
if os.path.exists(birefnet_file):
spec = importlib.util.spec_from_file_location("birefnet", birefnet_file)
birefnet_module = importlib.util.module_from_spec(spec)
sys.modules["birefnet"] = birefnet_module
spec.loader.exec_module(birefnet_module)
# 检查并修复Config类
if hasattr(birefnet_module, 'Config'):
original_init = birefnet_module.Config.__init__
def patched_init(self, *args, **kwargs):
original_init(self, *args, **kwargs)
if not hasattr(self, 'is_encoder_decoder'):
self.is_encoder_decoder = False
birefnet_module.Config.__init__ = patched_init
log(f"Applied Config patch for {model_path}", message_type='info')
except Exception as e:
log(f"Warning: Could not apply config patch for {model_path}: {str(e)}", message_type='warning')
def load_birefnet_model(self, version):
model_path = os.path.join(folder_paths.models_dir, "BiRefNet", version)
os.makedirs(model_path, exist_ok=True)
# 检查是否存在旧版模型
old_model_path = os.path.join(model_path, "model.pth")
if os.path.exists(old_model_path):
from .BiRefNet.models.birefnet import BiRefNet
from .BiRefNet.utils import check_state_dict
birefnet = BiRefNet(bb_pretrained=False)
state_dict = torch.load(old_model_path, map_location='cpu', weights_only=True)
state_dict = check_state_dict(state_dict)
birefnet.load_state_dict(state_dict)
return birefnet
# 检查模型是否存在,如果不存在则下载
if not os.path.exists(model_path) or not any(os.path.exists(os.path.join(model_path, f)) for f in os.listdir(model_path) if f.endswith(('.pth', '.bin', '.safetensors'))):
log(f"Downloading {version} model...")
from huggingface_hub import snapshot_download
repo_id = self.birefnet_model_repos[version]
snapshot_download(repo_id=repo_id, local_dir=model_path, ignore_patterns=["*.md", "*.txt"])
# 使用本地路径加载模型
if os.path.exists(model_path):
try:
# 应用配置补丁
self.apply_birefnet_config_patch(model_path)
from transformers import AutoModelForImageSegmentation
model = AutoModelForImageSegmentation.from_pretrained(model_path, local_files_only=True, trust_remote_code=True)
return model
except Exception as e:
log(f"Error loading model from {model_path}: {str(e)}", message_type='error')
raise
else:
raise RuntimeError(f"Model path {model_path} does not exist")
def is_mask_valid(self, mask):
"""检查mask是否有效(非空且有内容)"""
if mask is None:
return False
# 检查mask是否为tensor
if isinstance(mask, torch.Tensor):
# 检查是否有非零值
if mask.numel() == 0:
return False
# 检查是否有非零像素
if torch.sum(mask > 0.01).item() == 0: # 使用0.01作为阈值避免浮点误差
return False
return True
return False
def birefnet_ultra(self, image, version, device, max_megapixels, auto_use_original_mask, mask=None):
ret_images = []
ret_masks = []
torch.set_float32_matmul_precision(['high', 'highest'][0])
# 检查是否使用输入的mask
use_input_mask = False
if auto_use_original_mask and self.is_mask_valid(mask):
use_input_mask = True
log(f"[BiRefNetUltra_RBS] 检测到有效输入mask,将使用输入mask进行处理", message_type='info')
else:
# 模型缓存,避免重复加载
if version not in self.model_cache:
self.model_cache[version] = self.load_birefnet_model(version)
birefnet_model = self.model_cache[version]
birefnet_model.to(device)
birefnet_model.eval()
comfy_pbar = ProgressBar(len(image))
tqdm_pbar = tqdm.tqdm(total=len(image), desc="Processing BiRefNet")
for i, img in enumerate(image):
img = torch.unsqueeze(img, 0)
orig_image = tensor2pil(img).convert('RGB')
width, height = orig_image.size
if use_input_mask:
# 使用输入的mask
if i < mask.shape[0]: # 确保有对应的mask
input_mask = mask[i:i+1] # 取对应的mask
else:
# 如果mask数量不足,使用最后一个mask
input_mask = mask[-1:]
# 将mask转换为PIL图像并调整大小
mask_pil = tensor2pil(input_mask)
if mask_pil.mode != 'L':
mask_pil = mask_pil.convert('L')
if mask_pil.size != orig_image.size:
mask_pil = mask_pil.resize(orig_image.size, Image.BILINEAR)
# 翻转mask以确保正确的结果
mask_pil = ImageOps.invert(mask_pil)
# 直接使用输入mask
_mask = mask_pil
log(f"[BiRefNetUltra_RBS] 使用输入mask,跳过模型推理", message_type='info')
else:
# 正常进行模型推理
max_pixels = int(max_megapixels * 1_048_576)
orig_pixels = width * height
patch_size = 32 # 保证分辨率为32的倍数
# 动态调整分辨率
if orig_pixels > max_pixels:
scale = (max_pixels / orig_pixels) ** 0.5
new_width = max(1, int(width * scale))
new_height = max(1, int(height * scale))
else:
new_width, new_height = width, height
# 向下取整为patch_size的倍数
new_width = (new_width // patch_size) * patch_size
new_height = (new_height // patch_size) * patch_size
new_width = max(patch_size, new_width)
new_height = max(patch_size, new_height)
inference_image_size = (new_width, new_height)
log(f"[BiRefNetUltra_RBS] 原始尺寸: {width}x{height}, 实际推理尺寸: {inference_image_size[0]}x{inference_image_size[1]}", message_type='info')
transform_image = transforms.Compose([
transforms.Resize(inference_image_size),
transforms.ToTensor(),
transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])
])
inference_image = transform_image(orig_image).unsqueeze(0).to(device)
with torch.no_grad():
preds = birefnet_model(inference_image)[-1].sigmoid().cpu()
pred = preds[0].squeeze()
pred_pil = transforms.ToPILImage()(pred)
# 先还原到inference_image_size,再还原到原图尺寸
_mask = pred_pil.resize(inference_image_size, Image.BILINEAR)
_mask = _mask.resize(orig_image.size, Image.BILINEAR)
brightness_image = ImageEnhance.Brightness(_mask)
_mask = brightness_image.enhance(factor=1.08)
# 统一处理mask格式
if not isinstance(_mask, Image.Image):
_mask = tensor2pil(_mask)
if _mask.mode != 'L':
_mask = _mask.convert('L')
if _mask.size != orig_image.size:
_mask = _mask.resize(orig_image.size, Image.BILINEAR)
ret_image = RGB2RGBA(orig_image, _mask)
ret_images.append(pil2tensor(ret_image))
ret_masks.append(image2mask(_mask))
comfy_pbar.update(1)
tqdm_pbar.update(1)
log(f"{self.NODE_NAME} Processed {len(ret_masks)} image(s).", message_type='finish')
return (torch.cat(ret_images, dim=0), torch.cat(ret_masks, dim=0),)
class ProcessDetails_RBS:
def __init__(self):
self.NODE_NAME = 'ProcessDetails_RBS'
self.vitmatte_model = None
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"mask": ("MASK",),
"detail_method": (["VITMatte", "VITMatte(local)", "PyMatting", "GuidedFilter"], {"default": "VITMatte"}),
"detail_erode": ("INT", {"default": 4, "min": 1, "max": 100, "step": 1}),
"detail_dilate": ("INT", {"default": 2, "min": 1, "max": 100, "step": 1}),
"black_point": ("FLOAT", {"default": 0.01, "min": 0.01, "max": 0.98, "step": 0.01}),
"white_point": ("FLOAT", {"default": 0.99, "min": 0.02, "max": 0.99, "step": 0.01}),
"device": (["cuda", "cpu"], {"default": "cuda"}),
"max_megapixels": ("FLOAT", {"default": 2.0, "min": 1, "max": 999, "step": 0.1}),
},
}
RETURN_TYPES = ("IMAGE", "MASK",)
RETURN_NAMES = ("image", "mask",)
FUNCTION = "process_details"
CATEGORY = 'RemoveBackgroundSuite'
def process_details(self, image, mask, detail_method, detail_erode, detail_dilate, black_point, white_point, device, max_megapixels):
ret_images = []
ret_masks = []
for i, m in zip(image, mask):
orig_image = tensor2pil(i)
orig_mask = tensor2pil(m)
if detail_method.startswith("VITMatte"):
local_files_only = detail_method == "VITMatte(local)"
trimap = generate_VITMatte_trimap(orig_mask, detail_erode, detail_dilate)
processed_mask = generate_VITMatte(orig_image, trimap, local_files_only, device, max_megapixels)
else:
# 计算目标尺寸
width, height = orig_image.size
max_pixels = int(max_megapixels * 1_048_576)
orig_pixels = width * height
patch_size = 32 # 保证分辨率为32的倍数
if orig_pixels > max_pixels:
scale = (max_pixels / orig_pixels) ** 0.5
new_width = max(1, int(width * scale))
new_height = max(1, int(height * scale))
else:
new_width, new_height = width, height
# 向下取整为patch_size的倍数
new_width = (new_width // patch_size) * patch_size
new_height = (new_height // patch_size) * patch_size
new_width = max(patch_size, new_width)
new_height = max(patch_size, new_height)
inference_image_size = (new_width, new_height)
log(f"[ProcessDetails_RBS] 原始尺寸: {width}x{height}, 实际推理尺寸: {inference_image_size[0]}x{inference_image_size[1]}", message_type='info')
# 调整图像大小
resized_image = orig_image.resize(inference_image_size, Image.BILINEAR)
resized_mask = orig_mask.resize(inference_image_size, Image.BILINEAR)
if detail_method == "PyMatting":
trimap = generate_VITMatte_trimap(resized_mask, detail_erode, detail_dilate)
try:
from pymatting import estimate_alpha_lkm
except ImportError:
raise RuntimeError("请先安装 pymatting 库: pip install pymatting scikit-image")
import numpy as np
image_np = np.array(resized_image.convert('RGB'))
trimap_np = np.array(trimap.convert('L')) / 255.0
# PyMatting只用LKM算法,参数风格与LayerStyle_Advance一致
alpha = estimate_alpha_lkm(image_np, trimap_np)
processed_mask = Image.fromarray((alpha * 255).astype(np.uint8))
else: # GuidedFilter
processed_mask = mask_edge_detail(pil2tensor(resized_image), image2mask(resized_mask), detail_erode, black_point, white_point)
processed_mask = tensor2pil(processed_mask)
# 还原到原始尺寸
processed_mask = processed_mask.resize(orig_image.size, Image.BILINEAR)
# 应用处理后的蒙版到图像
processed_image = RGB2RGBA(orig_image, processed_mask)
ret_images.append(pil2tensor(processed_image))
ret_masks.append(image2mask(processed_mask))
log(f"{self.NODE_NAME} Processed {len(ret_images)} image(s).", message_type='finish')
return (torch.cat(ret_images, dim=0), torch.cat(ret_masks, dim=0),)
# 节点注册映射
NODE_CLASS_MAPPINGS = {
"TransparentBackgroundUltra_RBS": TransparentBackgroundUltra_RBS,
"BiRefNetUltra_RBS": BiRefNetUltra_RBS,
"MaskProcessDetails_RBS": ProcessDetails_RBS
}
NODE_DISPLAY_NAME_MAPPINGS = {
"TransparentBackgroundUltra_RBS": "Transparent Background Ultra (RBS)",
"BiRefNetUltra_RBS": "BiRefNet Ultra (RBS)",
"MaskProcessDetails_RBS": "Mask Process Details (RBS)"
}
def log_mask_info(tag, mask):
if isinstance(mask, torch.Tensor):
arr = mask.detach().cpu().numpy()
log(f"[{tag}] mask(tensor) shape={arr.shape}, dtype={arr.dtype}, min={arr.min()}, max={arr.max()}, mean={arr.mean()}, unique={np.unique(arr).size}")
elif isinstance(mask, Image.Image):
arr = np.array(mask)
log(f"[{tag}] mask(PIL) shape={arr.shape}, dtype={arr.dtype}, min={arr.min()}, max={arr.max()}, mean={arr.mean()}, unique={np.unique(arr).size}")
else:
log(f"[{tag}] mask类型未知: {type(mask)}")