133 lines
3.4 KiB
Python
133 lines
3.4 KiB
Python
# Video Adaptive Anti-aliasing
|
|
# v0.1.0
|
|
# MSXYZ
|
|
# Developed with AI-assisted tooling
|
|
|
|
import torch
|
|
import torch.nn.functional as F
|
|
|
|
|
|
EDGE_EPSILON = 1e-6
|
|
EDGE_FADE_WIDTH = 0.10
|
|
|
|
SOBEL_X = (
|
|
(-1.0, 0.0, 1.0),
|
|
(-2.0, 0.0, 2.0),
|
|
(-1.0, 0.0, 1.0),
|
|
)
|
|
|
|
SOBEL_Y = (
|
|
(-1.0, -2.0, -1.0),
|
|
(0.0, 0.0, 0.0),
|
|
(1.0, 2.0, 1.0),
|
|
)
|
|
|
|
|
|
class VideoAdaptiveAA:
|
|
def __init__(self):
|
|
self._sobel_cache = {}
|
|
|
|
@classmethod
|
|
def INPUT_TYPES(cls):
|
|
return {
|
|
"required": {
|
|
"images": ("IMAGE",),
|
|
"strength": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 2.0, "step": 0.1}),
|
|
"edge_threshold": ("FLOAT", {"default": 0.1, "min": 0.0, "max": 1.0, "step": 0.01}),
|
|
"blur_radius": ("INT", {"default": 1, "min": 0, "max": 3, "step": 1}),
|
|
},
|
|
}
|
|
|
|
RETURN_TYPES = ("IMAGE",)
|
|
FUNCTION = "apply_aa"
|
|
CATEGORY = "CustomPostProcess"
|
|
|
|
def _get_sobel_kernels(self, dtype, device):
|
|
cache_key = (dtype, str(device))
|
|
|
|
if cache_key not in self._sobel_cache:
|
|
sobel_x = torch.tensor(SOBEL_X, dtype=dtype, device=device).view(1, 1, 3, 3)
|
|
sobel_y = torch.tensor(SOBEL_Y, dtype=dtype, device=device).view(1, 1, 3, 3)
|
|
|
|
self._sobel_cache[cache_key] = (sobel_x, sobel_y)
|
|
|
|
return self._sobel_cache[cache_key]
|
|
|
|
def apply_aa(self, images, strength, edge_threshold, blur_radius):
|
|
if strength <= 0 or blur_radius <= 0:
|
|
return (images,)
|
|
|
|
img = images.permute(0, 3, 1, 2)
|
|
|
|
if img.shape[1] not in (3, 4):
|
|
raise ValueError("VideoAdaptiveAA expects RGB or RGBA images.")
|
|
|
|
has_alpha = img.shape[1] == 4
|
|
|
|
if has_alpha:
|
|
alpha = img[:, 3:4, :, :]
|
|
img_rgb = img[:, :3, :, :]
|
|
else:
|
|
img_rgb = img
|
|
|
|
img_gray = (
|
|
0.2126 * img_rgb[:, 0:1, :, :]
|
|
+ 0.7152 * img_rgb[:, 1:2, :, :]
|
|
+ 0.0722 * img_rgb[:, 2:3, :, :]
|
|
)
|
|
|
|
sobel_x, sobel_y = self._get_sobel_kernels(img.dtype, img.device)
|
|
|
|
edges_x = F.conv2d(img_gray, sobel_x, padding=1)
|
|
edges_y = F.conv2d(img_gray, sobel_y, padding=1)
|
|
|
|
edges = torch.sqrt(edges_x.square() + edges_y.square())
|
|
|
|
edge_max = edges.amax(dim=(1, 2, 3), keepdim=True).clamp_min(EDGE_EPSILON)
|
|
edges = edges / edge_max
|
|
|
|
edge_blend = strength
|
|
|
|
edge_mask = torch.clamp(
|
|
(edges - edge_threshold) / EDGE_FADE_WIDTH,
|
|
0.0,
|
|
1.0,
|
|
)
|
|
|
|
edge_mask = torch.clamp(edge_mask * edge_blend, 0.0, 1.0)
|
|
|
|
kernel_size = blur_radius * 2 + 1
|
|
|
|
img_padded = F.pad(
|
|
img_rgb,
|
|
(blur_radius, blur_radius, blur_radius, blur_radius),
|
|
mode="replicate",
|
|
)
|
|
|
|
blurred = F.avg_pool2d(
|
|
img_padded,
|
|
kernel_size=kernel_size,
|
|
stride=1,
|
|
padding=0,
|
|
)
|
|
|
|
result_rgb = img_rgb * (1.0 - edge_mask) + blurred * edge_mask
|
|
result_rgb = torch.clamp(result_rgb, 0.0, 1.0)
|
|
|
|
if has_alpha:
|
|
result = torch.cat([result_rgb, alpha], dim=1)
|
|
else:
|
|
result = result_rgb
|
|
|
|
result = result.permute(0, 2, 3, 1)
|
|
|
|
return (result,)
|
|
|
|
|
|
NODE_CLASS_MAPPINGS = {
|
|
"VideoAdaptiveAA": VideoAdaptiveAA
|
|
}
|
|
|
|
NODE_DISPLAY_NAME_MAPPINGS = {
|
|
"VideoAdaptiveAA": "✨ Video Adaptive Anti-Aliasing"
|
|
} |