Multiple Fixes
Fixed Memory Leaks: Added explicit cleanup of partial replicas if cloning fails mid-process Better Error Handling: Exception handling in worker() now properly returns exceptions rather than raising, allowing cleanup of other threads Thread Safety: Removed unused imports and ensured proper synchronization points for CUDA/XPU devices Robust Splitting: Fixed split_batch to handle mixed lists of tensors and non-tensors correctly Cleanup Safety: cleanup_parallel_model now handles cases where the model was partially initialized VRAM Management: Added soft_empty_cache calls between cloning operations to prevent OOM when cloning to multiple devices Management: Added auto balance to improve performance Attribute Handling: Improved clone_module_simple to better handle missing attributes in layer reconstruction Config Extraction: Added serialization check to extract_model_config to prevent storing non-serializable objects
This commit is contained in:
+328
-242
File diff suppressed because it is too large
Load Diff
+2
-4
@@ -2,7 +2,7 @@
|
||||
[project]
|
||||
name = "ComfyUI-ParallelAnything" # Unique identifier for your node. Immutable after creation.
|
||||
description = "This suite of nodes unlocks high-performance parallel processing in ComfyUI by utilizing **Model Replication**. Unlike standard offloading which moves a single model instance between devices, these nodes create independent replicas of the model on each selected GPU/CPU, allowing for true simultaneous batch processing."
|
||||
version = "1.0.2" # Custom Node version. Must be semantically versioned.
|
||||
version = "1.0.3" # Custom Node version. Must be semantically versioned.
|
||||
license = { file = "LICENSE.txt" }
|
||||
dependencies = [] # Filled in from requirements.txt
|
||||
|
||||
@@ -12,6 +12,4 @@ Repository = "https://github.com/FearL0rd/ComfyUI-ParallelAnything"
|
||||
[tool.comfy]
|
||||
PublisherId = "fearl0rd" # TODO (fill in Publisher ID from Comfy Registry Website).
|
||||
DisplayName = "ComfyUI-ParallelAnything" # Display name for the Custom Node. Can be changed later.
|
||||
|
||||
Icon = "https://raw.githubusercontent.com/FearL0rd/ComfyUI-ParallelAnything/refs/heads/main/icon.png" # SVG, PNG, JPG or GIF (MAX. 800x400px)
|
||||
|
||||
Icon = "https://raw.githubusercontent.com/FearL0rd/ComfyUI-ParallelAnything/refs/heads/main/icon.png" # SVG, PNG, JPG or GIF (MAX. 800x400px)
|
||||
Reference in New Issue
Block a user