Files
2026-08-14 20:36:21 +08:00

849 lines
24 KiB
Python

import json
import math
import os
from pathlib import Path
from typing import Optional, Union
import numpy as np
import torch
import torchvision.transforms.functional as F
from PIL import Image, ImageGrab
from PIL.PngImagePlugin import PngInfo
from torchvision.transforms import InterpolationMode
NODE_CLASS_MAPPINGS = {}
NODE_DISPLAY_NAME_MAPPINGS = {}
def register_node(identifier: str, display_name: str):
def decorator(cls):
NODE_CLASS_MAPPINGS[identifier] = cls
NODE_DISPLAY_NAME_MAPPINGS[identifier] = display_name
return cls
return decorator
def load_image(path, convert="RGB"):
img = Image.open(path).convert(convert)
img = np.array(img).astype(np.float32) / 255.0
img = torch.from_numpy(img).unsqueeze(0)
return img
def save_image(img: torch.Tensor, path, prompt=None, extra_pnginfo: dict = None):
path = str(path)
if len(img.shape) != 3:
raise ValueError(f"can't take image batch as input, got {img.shape[0]} images")
img = img.permute(2, 0, 1)
if img.shape[0] not in (3, 4):
raise ValueError(
f"image must have 3 or 4 channels, but got {img.shape[0]} channels"
)
img = img.clamp(0, 1)
img = F.to_pil_image(img)
metadata = PngInfo()
if prompt is not None:
metadata.add_text("prompt", json.dumps(prompt))
if extra_pnginfo is not None:
for k, v in extra_pnginfo.items():
metadata.add_text(k, json.dumps(v))
img.save(path, pnginfo=metadata, compress_level=4)
subfolder, filename = os.path.split(path)
return {"filename": filename, "subfolder": subfolder, "type": "output"}
@register_node("JWImageLoadRGB", "Image Load RGB")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"path": ("STRING", {"default": "./image.png"}),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(self, path: str):
assert isinstance(path, str)
img = load_image(path)
return (img,)
@register_node("JWImageLoadRGBA", "Image Load RGBA")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"path": ("STRING", {"default": "./image.png"}),
}
}
RETURN_TYPES = ("IMAGE", "MASK")
FUNCTION = "execute"
def execute(self, path: str):
assert isinstance(path, str)
img = load_image(path, convert="RGBA")
color = img[:, :, :, 0:3]
mask = img[0, :, :, 3]
mask = 1 - mask # invert mask
return (color, mask)
@register_node("JWLoadImagesFromString", "Load Images From String")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"paths": (
"STRING",
{
"default": "./frame000001.png\n./frame000002.png\n./frame000003.png",
"multiline": True,
"dynamicPrompts": False,
},
),
"ignore_missing_images": (("false", "true"), {"default": "false"}),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(self, paths, ignore_missing_images: str):
assert isinstance(paths, str)
assert isinstance(ignore_missing_images, str)
ignore_missing_images: bool = ignore_missing_images == "true"
paths = [p.strip() for p in paths.splitlines()]
paths = [p for p in paths if len(p) != 0]
if ignore_missing_images:
# remove missing images
paths = [p for p in paths if os.path.exists(p)]
else:
# early check for missing images
for path in paths:
if not os.path.exists(path):
raise FileNotFoundError(f"Image does not exist: {path}")
if len(paths) == 0:
raise RuntimeError("Image sequence empty - no images to load")
imgs = []
for path in paths:
img = load_image(path)
# img.shape => torch.Size([1, 768, 768, 3])
imgs.append(img)
imgs = torch.cat(imgs, dim=0)
return (imgs,)
@register_node("JWImageSaveToPath", "Image Save To Path")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"path": ("STRING", {"default": "./image.png"}),
"image": ("IMAGE",),
"overwrite": (("false", "true"), {"default": "true"}),
},
"hidden": {"prompt": "PROMPT", "extra_pnginfo": "EXTRA_PNGINFO"},
}
RETURN_TYPES = ()
OUTPUT_NODE = True
FUNCTION = "execute"
def execute(
self,
path: str,
image: torch.Tensor,
overwrite: str,
prompt=None,
extra_pnginfo=None,
):
assert isinstance(path, str)
assert isinstance(image, torch.Tensor)
assert isinstance(overwrite, str)
overwrite: bool = overwrite == "true"
path: Path = Path(path)
if not overwrite and path.exists():
return ()
path.parent.mkdir(exist_ok=True)
if image.shape[0] == 1:
# batch has 1 image only
save_image(
image[0],
path,
prompt=prompt,
extra_pnginfo=extra_pnginfo,
)
else:
# batch has multiple images
for i, img in enumerate(image):
subpath = path.with_stem(f"{path.stem}-{i}")
save_image(
img,
subpath,
prompt=prompt,
extra_pnginfo=extra_pnginfo,
)
return ()
@register_node("JWImageExtractFromBatch", "Image Extract From Batch")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"images": ("IMAGE",),
"index": ("INT", {"default": 0, "min": 0, "step": 1}),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(self, images: torch.Tensor, index: int):
assert isinstance(images, torch.Tensor)
assert isinstance(index, int)
img = images[index].unsqueeze(0)
return (img,)
@register_node("JWImageBatchCount", "Get Image Batch Count")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"images": ("IMAGE",),
}
}
RETURN_TYPES = ("INT",)
FUNCTION = "execute"
def execute(self, images: torch.Tensor):
assert isinstance(images, torch.Tensor)
batch_count = len(images)
return (batch_count,)
@register_node("JWImageResize", "Image Resize")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"height": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"width": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
width: int,
height: int,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(height, int)
assert isinstance(width, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
(height, width),
interpolation=interpolation_mode,
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node("JWImageFlip", "Image Flip")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"direction": (("horizontal", "vertical"), {"default": "horizontal"}),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
direction: str,
):
assert isinstance(image, torch.Tensor)
assert direction in ("horizontal", "vertical")
image = image.permute(0, 3, 1, 2)
if direction == "horizontal":
image = F.hflip(image)
else:
image = F.vflip(image)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node("JWMaskResize", "Mask Resize")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"mask": ("MASK",),
"height": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"width": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("MASK",)
FUNCTION = "execute"
def execute(
self,
mask: torch.Tensor,
width: int,
height: int,
interpolation_mode: str,
):
assert isinstance(mask, torch.Tensor)
assert isinstance(height, int)
assert isinstance(width, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
mask = mask.unsqueeze(0)
mask = F.resize(
mask,
(height, width),
interpolation=interpolation_mode,
antialias=True,
)
mask = mask[0]
return (mask,)
@register_node("JWMaskLikeImageSize", "Mask Like Image Size")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"value": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.01}),
}
}
RETURN_TYPES = ("MASK",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
value: float,
):
assert isinstance(image, torch.Tensor)
assert isinstance(value, float)
_, h, w, _ = image.shape
mask_shape = (h, w)
# code copied from:
# comfy_extras\nodes_mask.py
mask = torch.full(mask_shape, value, dtype=torch.float32, device="cpu")
return (mask,)
@register_node("JWImageResizeToSquare", "Image Resize to Square")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"size": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
size: int,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(size, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
(size, size),
interpolation=interpolation_mode,
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node("JWImageResizeByFactor", "Image Resize by Factor")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"factor": ("FLOAT", {"default": 1, "min": 0, "step": 0.01, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
factor: float,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(factor, float)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
new_height = round(image.shape[1] * factor)
new_width = round(image.shape[2] * factor)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
(new_height, new_width),
interpolation=interpolation_mode,
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node("JWImageResizeByShorterSide", "Image Resize by Shorter Side")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"size": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
size: int,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(size, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
size,
interpolation=interpolation_mode,
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node("JWImageResizeByLongerSide", "Image Resize by Longer Side")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"size": ("INT", {"default": 512, "min": 0, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
size: int,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(size, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
_, h, w, _ = image.shape
if h >= w:
new_h = size
new_w = round(w * new_h / h)
else: # h < w
new_w = size
new_h = round(h * new_w / w)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
(new_h, new_w),
interpolation=interpolation_mode,
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image,)
@register_node(
"JWImageResizeToClosestSDXLResolution", "Image Resize to Closest SDXL Resolution"
)
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE", "INT", "INT")
RETURN_NAMES = ("IMAGE", "WIDTH", "HEIGHT")
FUNCTION = "execute"
# tuples of (height x width)
SDXL_RESOLUTIONS = (
(1024, 1024),
(1152, 896),
(896, 1152),
(1216, 832),
(832, 1216),
(1344, 768),
(768, 1344),
(1536, 640),
(640, 1536),
)
@staticmethod
def compare_fn(img_w: int, img_h: int, resolution: tuple[int, int]):
img_deg = math.atan(img_h / img_w)
xl_deg = math.atan(resolution[0] / resolution[1])
return abs(img_deg - xl_deg)
def execute(
self,
image: torch.Tensor,
interpolation_mode: str,
):
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
_, h, w, _ = image.shape
closest_resolution = min(
self.SDXL_RESOLUTIONS, key=lambda res: self.compare_fn(w, h, res)
)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
closest_resolution, # type: ignore
interpolation=interpolation_mode, # type: ignore
antialias=True,
)
image = image.permute(0, 2, 3, 1)
return (image, closest_resolution[1], closest_resolution[0])
@register_node(
"JWImageCropToClosestSDXLResolution", "Image Crop to Closest SDXL Resolution"
)
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE", "INT", "INT")
RETURN_NAMES = ("IMAGE", "WIDTH", "HEIGHT")
FUNCTION = "execute"
# tuples of (height x width)
SDXL_RESOLUTIONS = (
(1024, 1024),
(1152, 896),
(896, 1152),
(1216, 832),
(832, 1216),
(1344, 768),
(768, 1344),
(1536, 640),
(640, 1536),
)
@staticmethod
def angle(w: int, h: int):
return math.atan(h / w)
@staticmethod
def compare_fn(img_w: int, img_h: int, resolution: tuple[int, int]):
img_deg = math.atan(img_h / img_w)
xl_deg = math.atan(resolution[0] / resolution[1])
return abs(img_deg - xl_deg)
def execute(
self,
image: torch.Tensor,
interpolation_mode: str,
):
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
_, h, w, _ = image.shape
closest_resolution = min(
self.SDXL_RESOLUTIONS, key=lambda res: self.compare_fn(w, h, res)
)
img_deg = self.angle(w, h)
target_deg = self.angle(closest_resolution[1], closest_resolution[0])
if img_deg > target_deg:
# image is taller and narrower than target
w_scaled = closest_resolution[1]
h_scaled = max(round(closest_resolution[1] / w * h), 0)
else:
# image is wider and shorter than target
h_scaled = closest_resolution[0]
w_scaled = max(round(closest_resolution[0] / h * w), 0)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
[h_scaled, w_scaled],
interpolation=interpolation_mode, # type: ignore
antialias=True,
)
image = F.center_crop(
image,
closest_resolution, # type: ignore
)
image = image.permute(0, 2, 3, 1)
return (image, closest_resolution[1], closest_resolution[0])
@register_node("JWImageResizeToMegapixels", "Image Resize to Megapixels")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {
"required": {
"image": ("IMAGE",),
"megapixels": (
"FLOAT",
{"default": 1.0, "min": 0.01, "step": 0.01, "max": 99999.0},
),
"divisible_by": ("INT", {"default": 32, "min": 1, "step": 1, "max": 99999}),
"interpolation_mode": (
["bicubic", "bilinear", "nearest", "nearest exact"],
),
}
}
RETURN_TYPES = ("IMAGE", "INT", "INT")
RETURN_NAMES = ("IMAGE", "WIDTH", "HEIGHT")
FUNCTION = "execute"
def execute(
self,
image: torch.Tensor,
megapixels: float,
divisible_by: int,
interpolation_mode: str,
):
assert isinstance(image, torch.Tensor)
assert isinstance(megapixels, float)
assert isinstance(divisible_by, int)
assert isinstance(interpolation_mode, str)
interpolation_mode = interpolation_mode.upper().replace(" ", "_")
interpolation_mode = getattr(InterpolationMode, interpolation_mode)
_, h, w, _ = image.shape
# find target resolution without rounding
aspect_ratio = w / h
target_h_exact = math.sqrt(megapixels * 1_000_000 / aspect_ratio)
target_w_exact = math.sqrt(megapixels * 1_000_000 * aspect_ratio)
# round to nearest `divisible_by` (ensure it doesn't round to 0)
final_h = max(round(target_h_exact / divisible_by) * divisible_by, divisible_by)
final_w = max(round(target_w_exact / divisible_by) * divisible_by, divisible_by)
# find scale amount needed to fully cover final dimensions
scale_w = final_w / w
scale_h = final_h / h
scale = max(scale_w, scale_h)
# calculate resize dimensions (prevent floating point rounding into smaller dimension)
resize_w = max(round(w * scale), final_w)
resize_h = max(round(h * scale), final_h)
image = image.permute(0, 3, 1, 2)
image = F.resize(
image,
[resize_h, resize_w],
interpolation=interpolation_mode, # type: ignore
antialias=True,
)
image = F.center_crop(
image,
[final_h, final_w], # type: ignore
)
image = image.permute(0, 2, 3, 1)
return (image, final_w, final_h)
def get_image_from_clipboard(rgba=False) -> Optional[torch.Tensor]:
rv = ImageGrab.grabclipboard()
if rv is None:
return None
if isinstance(rv, list):
if len(rv) == 0:
return None
img = Image.open(rv[0]).convert("RGBA" if rgba else "RGB")
else:
# rv is some kind of image
img = rv.convert("RGBA" if rgba else "RGB")
img = np.array(img).astype(np.float32) / 255.0
img = torch.from_numpy(img).unsqueeze(0)
return img
@register_node("JWImageLoadRGBFromClipboard", "Image Load RGB From Clipboard")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {"required": {}}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "execute"
def execute(self):
img = get_image_from_clipboard(rgba=False)
if img is None:
raise ValueError(f"failed to get image from clipboard")
return (img,)
def IS_CHANGED(self, *args):
# This value will be compared with previous 'IS_CHANGED' outputs
# If inequal, then this node will be considered as modified
return get_image_from_clipboard(rgba=False)
@register_node("JWImageLoadRGBA From Clipboard", "Image Load RGBA From Clipboard")
class _:
CATEGORY = "jamesWalker55"
INPUT_TYPES = lambda: {"required": {}}
RETURN_TYPES = ("IMAGE", "MASK")
FUNCTION = "execute"
def execute(self):
img = get_image_from_clipboard(rgba=True)
if img is None:
raise ValueError(f"failed to get image from clipboard")
color = img[:, :, :, 0:3]
mask = img[0, :, :, 3]
mask = 1 - mask # invert mask
return (color, mask)
def IS_CHANGED(self, *args):
# This value will be compared with previous 'IS_CHANGED' outputs
# If inequal, then this node will be considered as modified
return get_image_from_clipboard(rgba=True)