FearL0rd
0644b55d4b
This fixes compatibility with models like LTX-Video, Wan, and others that may use different FP8 encoding schemes (particularly e5m2) on mixed GPU setups. Changes: - Add is_float8_dtype() to detect all PyTorch FP8 variants - Update clone_module_simple() to handle FP8 in layer reconstruction and generic fallback - Update safe_model_clone() to post-process all FP8 variants during incremental loading - Update move_to_device() to convert FP8 inputs at runtime during parallel inference - Ensure consistent FP8→FP16 conversion across weights, buffers, and activation tensors Preserves FP8 performance on Hopper/Ada (SM90+) while ensuring compatibility with Ampere and older architectures that only support FP16/FP32 computation. Fixes: Support for LTX-Video, Wan, and other FP8 models using e5m2 or alternative FP8 formats on mixed-GPU setups
15 lines
1.0 KiB
TOML
15 lines
1.0 KiB
TOML
# pyproject.toml
|
|
[project]
|
|
name = "ComfyUI-ParallelAnything" # Unique identifier for your node. Immutable after creation.
|
|
description = "This suite of nodes unlocks high-performance parallel processing in ComfyUI by utilizing **Model Replication**. Unlike standard offloading which moves a single model instance between devices, these nodes create independent replicas of the model on each selected GPU/CPU, allowing for true simultaneous batch processing."
|
|
version = "1.0.7" # Custom Node version. Must be semantically versioned.
|
|
license = { file = "LICENSE.txt" }
|
|
dependencies = [] # Filled in from requirements.txt
|
|
|
|
[project.urls]
|
|
Repository = "https://github.com/FearL0rd/ComfyUI-ParallelAnything"
|
|
|
|
[tool.comfy]
|
|
PublisherId = "fearl0rd" # TODO (fill in Publisher ID from Comfy Registry Website).
|
|
DisplayName = "ComfyUI-ParallelAnything" # Display name for the Custom Node. Can be changed later.
|
|
Icon = "https://raw.githubusercontent.com/FearL0rd/ComfyUI-ParallelAnything/refs/heads/main/icon.png" # SVG, PNG, JPG or GIF (MAX. 800x400px) |