From e9fb4a8c2fb912e71b0cdf52fd37537a6744a7fe Mon Sep 17 00:00:00 2001 From: John Pollock Date: Wed, 10 Sep 2025 18:24:12 -0500 Subject: [PATCH] Hot FixL: Revert aggresive memory management until a more targeted approach can be developed. This was causing OOMs on models that should load normally using the normal loader. Update version to 2.4.4. --- distorch_2.py | 5 +---- pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/distorch_2.py b/distorch_2.py index 6a54ed1..511faec 100644 --- a/distorch_2.py +++ b/distorch_2.py @@ -67,15 +67,12 @@ def register_patched_safetensor_modelpatcher(): allocations = safetensor_allocation_store.get(debug_hash) if not hasattr(self.model, '_distorch_high_precision_loras') or not allocations: - mm.unload_all_models() - soft_empty_cache_multigpu(logger) result = original_partially_load(self, device_to, extra_memory, force_patch_weights) if hasattr(self, '_distorch_block_assignments'): del self._distorch_block_assignments return result - mm.unload_all_models() - soft_empty_cache_multigpu(logger) + # soft_empty_cache_multigpu(logger) mem_counter = 0 diff --git a/pyproject.toml b/pyproject.toml index 09d9e5c..2c7915f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,7 +1,7 @@ [project] name = "comfyui-multigpu" description = "Provides a suite of custom nodes to manage multiple GPUs for ComfyUI, including advanced model offloading for both GGUF and Safetensor formats with DisTorch, and bespoke MultiGPU support for WanVideoWrapper and other custom nodes." -version = "2.4.3" +version = "2.4.4" license = {file = "LICENSE"} [project.urls]