APZmedia-Comfyui-LightDirection-estimation/utils/debug_visualizer.py

import torch
import matplotlib.pyplot as plt
import numpy as np
from PIL import Image
import io

class DebugVisualizer:
    """
    Simplified visualization tools focused on quantitative analysis
    """
    
    @staticmethod
    def generate_debug_mask(mask):
        """
        Generate debug visualization of the binary mask.
        """
        if mask.dim() == 4 and mask.shape[-1] == 1:
            mask = mask.squeeze(-1)
        viz = mask.float().unsqueeze(-1).repeat(1, 1, 1, 3)
        return viz.clamp(0.0, 1.0)  # Ensure valid pixel values

    @staticmethod
    def generate_lit_normals_visualization(normals, mask):
        """
        Generate visualization showing only the lit normal vectors.
        """
        normal_rgb = (normals + 1.0) / 2.0
        lit_mask = mask.unsqueeze(-1)
        return normal_rgb * lit_mask

    @staticmethod
    def create_cluster_delta_chart(cluster_results):
        """
        Create matplotlib bar chart comparing original vs filtered cluster distributions
        """
        plt.switch_backend('Agg')  # Required for headless environments
        fig, ax = plt.subplots(figsize=(12, 6))
        
        # Use the actual cluster names defined in CategoricalLightEstimator
        cluster_names = ['front', 'back', 'left', 'right', 'up', 'down']
        cluster_labels = ['Front', 'Back', 'Left', 'Right', 'Up', 'Down']
        
        # Safely get cluster percentages, defaulting to 0.0 if cluster doesn't exist
        def safe_get_percentage(clusters_dict, cluster_name):
            return clusters_dict.get(cluster_name, {}).get('percentage', 0.0)
        
        before = [safe_get_percentage(cluster_results['true_geometry']['clusters'], c) for c in cluster_names]
        after = [safe_get_percentage(cluster_results['perceived_geometry']['clusters'], c) for c in cluster_names]

        x = np.arange(len(cluster_labels))
        width = 0.35

        rects1 = ax.bar(x - width/2, before, width, label='Original', color='#1f77b4')
        rects2 = ax.bar(x + width/2, after, width, label='Filtered', color='#ff7f0e')

        ax.set_ylabel('Percentage of Normals')
        ax.set_title('True Geometry vs Lighting Perception Clusters', fontsize=14, pad=15)
        ax.set_xticks(x)
        ax.set_xticklabels(cluster_labels)
        ax.legend()
        ax.grid(True, linestyle='--', alpha=0.6)

        # Convert to tensor
        buf = io.BytesIO()
        plt.savefig(buf, format='png', dpi=100, pad_inches=0.1)
        # Set explicit image dimensions to ensure consistent output size
        plt.gcf().set_size_inches(12, 6)  # Force 12"x6" at 100dpi = 1200x600 pixels
        plt.close(fig)
        buf.seek(0)
        
        pil_img = Image.open(buf).convert('RGB')
        img_array = np.array(pil_img).astype(np.float32) / 255.0
        tensor_img = torch.from_numpy(img_array).unsqueeze(0)  # Shape: [1, H, W, 3]
        
        # Ensure proper format for ComfyUI
        tensor_img = tensor_img.clamp(0.0, 1.0).type(torch.float32)
        return tensor_img
    
    @staticmethod
    def create_threshold_classification_chart(normal_map, x_threshold, y_threshold):
        """
        Create a chart showing threshold-based classification results.
        """
        import torch
        import numpy as np
        
        plt.switch_backend('Agg')
        fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(15, 6))
        
        # Convert normal map to -1 to +1 range if needed
        if normal_map.max() <= 1.0:
            normals_x = (normal_map[:, :, :, 0] * 2.0) - 1.0
            normals_y = (normal_map[:, :, :, 1] * 2.0) - 1.0
        else:
            normals_x = normal_map[:, :, :, 0]
            normals_y = normal_map[:, :, :, 1]
        
        # Flatten for analysis
        flat_x = normals_x.view(-1)
        flat_y = normals_y.view(-1)
        
        # X Direction Classification
        x_left = (flat_x < -x_threshold).sum().item()
        x_center = ((flat_x >= -x_threshold) & (flat_x <= x_threshold)).sum().item()
        x_right = (flat_x > x_threshold).sum().item()
        x_total = len(flat_x)
        
        x_categories = ['Light from Right', 'Center', 'Light from Left']
        x_counts = [x_left, x_center, x_right]
        x_percentages = [count / x_total * 100 for count in x_counts]
        
        bars1 = ax1.bar(x_categories, x_percentages, color=['red', 'green', 'blue'])
        ax1.set_title(f'X Direction Classification (threshold={x_threshold})', fontsize=12)
        ax1.set_ylabel('Percentage of Pixels')
        ax1.set_ylim(0, 100)
        
        # Add percentage labels on bars
        for bar, pct in zip(bars1, x_percentages):
            height = bar.get_height()
            ax1.text(bar.get_x() + bar.get_width()/2., height + 1,
                    f'{pct:.1f}%', ha='center', va='bottom')
        
        # Y Direction Classification
        y_above = (flat_y < -y_threshold).sum().item()
        y_center = ((flat_y >= -y_threshold) & (flat_y <= y_threshold)).sum().item()
        y_below = (flat_y > y_threshold).sum().item()
        y_total = len(flat_y)
        
        y_categories = ['Light from Above', 'Center', 'Light from Below']
        y_counts = [y_above, y_center, y_below]
        y_percentages = [count / y_total * 100 for count in y_counts]
        
        bars2 = ax2.bar(y_categories, y_percentages, color=['red', 'green', 'blue'])
        ax2.set_title(f'Y Direction Classification (threshold={y_threshold})', fontsize=12)
        ax2.set_ylabel('Percentage of Pixels')
        ax2.set_ylim(0, 100)
        
        # Add percentage labels on bars
        for bar, pct in zip(bars2, y_percentages):
            height = bar.get_height()
            ax2.text(bar.get_x() + bar.get_width()/2., height + 1,
                    f'{pct:.1f}%', ha='center', va='bottom')
        
        plt.tight_layout()
        
        # Convert to tensor
        buf = io.BytesIO()
        plt.savefig(buf, format='png', dpi=100, bbox_inches='tight')
        plt.close(fig)
        buf.seek(0)
        
        pil_img = Image.open(buf).convert('RGB')
        img_array = np.array(pil_img).astype(np.float32) / 255.0
        tensor_img = torch.from_numpy(img_array).unsqueeze(0)
        
        return tensor_img