Changes: - README: Use 'examples' language instead of definitive model lists - Changed "models (SDXL, SD1.5, SD3)" to "including SDXL, SD1.5, SD3, and more" - Updated benchmarks to say "Example: SDXL-based model" - Renamed example workflows to be generic - Removed specific model size requirements - Remove redundant __version__ from __init__.py files - Version only tracked in pyproject.toml (single source of truth) - Fix y dimension detection for pooled embeddings - Improved detection to check label_emb layer dimensions - Added debug output to show detected y_dim - Should fix "mat1 and mat2 shapes cannot be multiplied (1x1280 and 2816x1280)" - Tries multiple detection methods before falling back to default Note: "Inserted 0 quantizers" issue still under investigation Version bumped to 0.1.4
28 lines
817 B
Python
28 lines
817 B
Python
"""
|
|
ComfyUI NVIDIA ModelOpt Integration
|
|
|
|
Custom nodes for quantizing and loading models optimized with NVIDIA ModelOpt.
|
|
|
|
Installation:
|
|
1. Place this folder in ComfyUI/custom_nodes/
|
|
2. Install dependencies: pip install -r requirements.txt
|
|
3. Restart ComfyUI
|
|
|
|
For more information, see: https://github.com/EnragedAntelope/comfy-modelopt
|
|
"""
|
|
|
|
from .nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
|
|
|
|
__all__ = ["NODE_CLASS_MAPPINGS", "NODE_DISPLAY_NAME_MAPPINGS"]
|
|
|
|
# Display startup message
|
|
print("\n" + "="*60)
|
|
print("NVIDIA ModelOpt for ComfyUI")
|
|
print("="*60)
|
|
print("Loaded nodes:")
|
|
for node_name in NODE_CLASS_MAPPINGS.keys():
|
|
print(f" • {node_name}")
|
|
print("\nQuantize diffusion models with INT8, FP8, or INT4")
|
|
print("Achieve ~2x faster inference with minimal quality loss")
|
|
print("="*60 + "\n")
|