nodes/pollockjj-ComfyUI-MultiGPU
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Updating distorch_2.py:

Browse Source 
1. Replacing ad-hoc print() with structured logging
2. Simplifying device detection (fail-fast approach)
3. Maintaining the implemented backward compatibility for GGUF/ModelPatcher by max-solo23
4. Following the repository's logging conventions

Co-authored-by: max-solo23 <maksym.solomyanov@gmail.com>
This commit is contained in:
John Pollock
2025-10-14 13:49:16 -05:00
co-authored by max-solo23
parent 5912141732
commit fa437d2dc3
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
distorch_2.py
+5 -6
View File
@@ -54,15 +54,14 @@ def register_patched_safetensor_modelpatcher():
model_type = type(m).__name__
if ("GGUF" in model_type or "ModelPatcher" in model_type) and hasattr(m, "model_patches_to"):
print(f"[MultiGPU] {type(m).__name__} missing 'model_patches_models' attribute, using 'model_patches_to' fallback.")
target_device = getattr(m, "load_device",
f"cuda:{torch.cuda.current_device()}" if torch.cuda.is_available() else "cpu")
print(f"Target device: {target_device}")
logger.info(f"[MultiGPU DisTorch V2] {type(m).__name__} missing 'model_patches_models' attribute, using 'model_patches_to' fallback.")
target_device = m.load_device
logger.debug(f"[MultiGPU DisTorch V2] Target device: {target_device}")
patches = m.model_patches_to(target_device)
if patches:
print(f"[MultiGPU] Found {len(patches)} mm_patch(es) for {type(m).__name__} on device {target_device}")
logger.debug(f"[MultiGPU DisTorch V2] Found {len(patches)} mm_patch(es) for {type(m).__name__} on device {target_device}")
for mm_patch in patches:
print(f"[MultiGPU] Registering mm_patch: {type(mm_patch).__name__}")
logger.debug(f"[MultiGPU DisTorch V2] Registering mm_patch: {type(mm_patch).__name__}")
models_temp.add(mm_patch)
continue