nodes/kijai-ComfyUI-WanVideoWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Allow selecting VACE blocks

Browse Source
This commit is contained in:
kijai
2025-04-04 02:26:24 +03:00
parent 237c79fe0c
commit 45e39e758d
1 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nodes.py
+13 -6
View File
@@ -294,18 +294,22 @@ class WanVideoVACEModelSelect:
return {
"required": {
"vace_model": (folder_paths.get_filename_list("diffusion_models"), {"tooltip": "These models are loaded from the 'ComfyUI/models/diffusion_models' VACE model to use when not using model that has it included"}),
"vace_blocks": ("STRING", {"default": "0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22, 24, 26, 28", "multiline": True, "tooltip": "Blocks to apply VACE to, default is for 1.3B model"}),
},
}
RETURN_TYPES = ("VACEPATH",)
RETURN_NAMES = ("vace_path", )
RETURN_NAMES = ("vace_model", )
FUNCTION = "getvacepath"
CATEGORY = "WanVideoWrapper"
DESCRIPTION = "VACE model to use when not using model that has it included, loaded from 'ComfyUI/models/diffusion_models'"
def getvacepath(self, vace_model):
vace_model_path = folder_paths.get_full_path_or_raise("diffusion_models", vace_model)
return (vace_model_path,)
def getvacepath(self, vace_model, vace_blocks):
vace_model = {
"path": folder_paths.get_full_path("diffusion_models", vace_model),
"blocks": [int(x.strip()) for x in vace_blocks.split(",")],
}
return (vace_model,)
class WanVideoLoraBlockEdit:
def __init__(self):
@@ -412,7 +416,7 @@ class WanVideoModelLoader:
sd = load_torch_file(model_path, device=transformer_load_device, safe_load=True)
if vace_model is not None:
vace_sd = load_torch_file(vace_model, device=transformer_load_device, safe_load=True)
vace_sd = load_torch_file(vace_model["path"], device=transformer_load_device, safe_load=True)
sd.update(vace_sd)
first_key = next(iter(sd))
@@ -437,7 +441,10 @@ class WanVideoModelLoader:
vace_layers, vace_in_dim = None, None
if "vace_blocks.0.after_proj.weight" in sd:
model_type = "t2v"
vace_layers = [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22, 24, 26, 28]
if vace_model is not None:
vace_layers = vace_model["blocks"]
else:
vace_layers = [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22, 24, 26, 28]
vace_in_dim = 96
log.info(f"Model type: {model_type}, num_heads: {num_heads}, num_layers: {num_layers}")