nodes/pollockjj-ComfyUI-MultiGPU
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #109 from pollockjj/low_vram_clip

Browse Source 
Fix #104: Remove text_encoder_initial_device patch, simplify text encoder device handling, bump to 2.4.7
This commit is contained in:
John Pollock
2025-09-15 13:22:40 -05:00
committed by GitHub
parent 80f8a14dea f7942dca93
commit 57c7d3da8e
2 changed files with 3 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
__init__.py
+2 -11
View File
@@ -29,7 +29,6 @@ if not logger.handlers:
# Global device state management
current_device = mm.get_torch_device()
current_text_encoder_device = mm.text_encoder_device()
current_text_encoder_initial_device = mm.text_encoder_device()
def set_current_device(device):
global current_device
@@ -37,10 +36,9 @@ def set_current_device(device):
logger.info(f"[MultiGPU Initialization] current_device set to: {device}")
def set_current_text_encoder_device(device):
global current_text_encoder_device, current_text_encoder_initial_device
global current_text_encoder_device
current_text_encoder_device = device
current_text_encoder_initial_device = device
logger.info(f"[MultiGPU Initialization] current_text_encoder_device and current_text_encoder_initial_device set to: {device}")
logger.info(f"[MultiGPU Initialization] current_text_encoder_device set to: {device}")
def override_class(cls):
class NodeOverride(cls):
@@ -137,19 +135,12 @@ def text_encoder_device_patched():
logger.debug(f"[MultiGPU Core Patching] text_encoder_device_patched returning device: {device} (current_text_encoder_device={current_text_encoder_device})")
return device
def text_encoder_initial_device_patched(*args, **kwargs):
logger.debug(f"[MultiGPU Core Patching] text_encoder_initial_device_patched called with args={args}, kwargs={kwargs}")
# look at this later - I am not convinced that this isn't the better choice:
# return text_encoder_device_patched()
return mm.text_encoder_device()
logger.info(f"[MultiGPU Core Patching] Patching mm.get_torch_device, mm.text_encoder_device, and mm.text_encoder_initial_device")
logger.debug(f"[MultiGPU DEBUG] Initial current_device: {current_device}")
logger.debug(f"[MultiGPU DEBUG] Initial current_text_encoder_device: {current_text_encoder_device}")
mm.get_torch_device = get_torch_device_patched
mm.text_encoder_device = text_encoder_device_patched
mm.text_encoder_initial_device = text_encoder_initial_device_patched
def check_module_exists(module_path):
full_path = os.path.join(folder_paths.get_folder_paths("custom_nodes")[0], module_path)
pyproject.toml
+1 -1
View File
@@ -1,7 +1,7 @@
[project]
name = "comfyui-multigpu"
description = "Provides a suite of custom nodes to manage multiple GPUs for ComfyUI, including advanced model offloading for both GGUF and Safetensor formats with DisTorch, and bespoke MultiGPU support for WanVideoWrapper and other custom nodes."
version = "2.4.6"
version = "2.4.7"
license = {file = "LICENSE"}
[project.urls]