nodes/ltdrdata-ComfyUI-Inspire-Pack
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: RegionalIPAdapterEncodedMask, RegionalIPAdapterEncodedColorMask

Browse Source
This commit is contained in:
Dr.Lt.Data
2023-11-16 20:20:09 +09:00
parent 5261a77d3c
commit 1a1c42e0e1
3 changed files with 81 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
README.md
+3 -3
View File
@@ -75,10 +75,10 @@ This repository offers various extension nodes for ComfyUI. Nodes here have diff
* `Regional Conditioning By Color Mask (Inspire)`
* Regional IPAdapter - These nodes facilitates the convenient use of the attn_mask feature in `ComfyUI IPAdapter Plus` custom nodes.
* To use this node, you need to install the [ComfyUI IPAdapter Plus](https://github.com/cubiq/ComfyUI_IPAdapter_plus) extension.
* `Regional IPAdapter Mask (Inspire)`
* `Regional IPAdapter By Color Mask (Inspire)`
* `Regional IPAdapter Mask (Inspire)`, `Regional IPAdapter By Color Mask (Inspire)`
* `Regional IPAdapter Encoded Mask (Inspire)`, `Regional IPAdapter Encoded By Color Mask (Inspire)`: accept `embeds` instead of `image`
* Regional Seed Explorer - These nodes restrict the variation through a seed prompt, applying it only to the masked areas.
* `Regional IPAdapter By Mask (Inspire)`
* `Regional Seed Explorer By Mask (Inspire)`
* `Regional Seed Explorer By Color Mask (Inspire)`
* Image Util
__init__.py
+1 -1
View File
@@ -7,7 +7,7 @@
import importlib
print(f"### Loading: ComfyUI-Inspire-Pack (V0.43)")
print(f"### Loading: ComfyUI-Inspire-Pack (V0.44)")
node_list = [
"lora_block_weight",
inspire/regional_nodes.py
+77 -1
View File
@@ -242,7 +242,79 @@ class RegionalIPAdapterColorMask:
obj = nodes.NODE_CLASS_MAPPINGS['IPAdapterApply']
ipadapter, clip_vision, model = ipadapter_pipe
model = obj().apply_ipadapter(ipadapter, model, weight, clip_vision=clip_vision, image=image, weight_type=weight_type, noise=noise, attn_mask=mask)[0]
model = obj().apply_ipadapter(ipadapter, model, weight, clip_vision=clip_vision, image=image, weight_type=weight_type,
noise=noise, attn_mask=mask)[0]
new_ipadapter_pipe = ipadapter, clip_vision, model
return new_ipadapter_pipe, model, mask
class RegionalIPAdapterEncodedMask:
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"ipadapter_pipe": ("IPADAPTER_PIPE",),
"mask": ("MASK",),
"embeds": ("EMBEDS",),
"weight": ("FLOAT", {"default": 0.7, "min": -1, "max": 3, "step": 0.05}),
"noise": ("FLOAT", {"default": 0.5, "min": 0.0, "max": 1.0, "step": 0.01}),
"weight_type": (["original", "linear", "channel penalty"],),
},
}
RETURN_TYPES = ("IPADAPTER_PIPE", "MODEL")
FUNCTION = "doit"
CATEGORY = "InspirePack/Regional"
def doit(self, ipadapter_pipe, mask, embeds, weight, noise, weight_type):
if 'IPAdapterApplyEncoded' not in nodes.NODE_CLASS_MAPPINGS:
raise Exception(f"[ERROR] To use RegionalIPAdapterEncodedMask, you need to install 'ComfyUI_IPAdapter_plus'")
obj = nodes.NODE_CLASS_MAPPINGS['IPAdapterApplyEncoded']
ipadapter, clip_vision, model = ipadapter_pipe
model = obj().apply_ipadapter(ipadapter, model, weight, clip_vision=clip_vision, embeds=embeds, weight_type=weight_type,
noise=noise, attn_mask=mask)[0]
new_ipadapter_pipe = ipadapter, clip_vision, model
return new_ipadapter_pipe, model
class RegionalIPAdapterEncodedColorMask:
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"ipadapter_pipe": ("IPADAPTER_PIPE",),
"color_mask": ("IMAGE",),
"mask_color": ("STRING", {"multiline": False, "default": "#FFFFFF"}),
"embeds": ("EMBEDS",),
"weight": ("FLOAT", {"default": 0.7, "min": -1, "max": 3, "step": 0.05}),
"noise": ("FLOAT", {"default": 0.5, "min": 0.0, "max": 1.0, "step": 0.01}),
"weight_type": (["original", "linear", "channel penalty"],),
},
}
RETURN_TYPES = ("IPADAPTER_PIPE", "MODEL", "MASK")
FUNCTION = "doit"
CATEGORY = "InspirePack/Regional"
def doit(self, ipadapter_pipe, color_mask, mask_color, embeds, weight, noise, weight_type):
mask = color_to_mask(color_mask, mask_color)
if 'IPAdapterApplyEncoded' not in nodes.NODE_CLASS_MAPPINGS:
raise Exception(f"[ERROR] To use RegionalIPAdapterEncodedColorMask, you need to install 'ComfyUI_IPAdapter_plus'")
obj = nodes.NODE_CLASS_MAPPINGS['IPAdapterApplyEncoded']
ipadapter, clip_vision, model = ipadapter_pipe
model = obj().apply_ipadapter(ipadapter, model, weight, clip_vision=clip_vision, embeds=embeds, weight_type=weight_type,
noise=noise, attn_mask=mask)[0]
new_ipadapter_pipe = ipadapter, clip_vision, model
return new_ipadapter_pipe, model, mask
@@ -364,6 +436,8 @@ NODE_CLASS_MAPPINGS = {
"RegionalConditioningColorMask //Inspire": RegionalConditioningColorMask,
"RegionalIPAdapterMask //Inspire": RegionalIPAdapterMask,
"RegionalIPAdapterColorMask //Inspire": RegionalIPAdapterColorMask,
"RegionalIPAdapterEncodedMask //Inspire": RegionalIPAdapterEncodedMask,
"RegionalIPAdapterEncodedColorMask //Inspire": RegionalIPAdapterEncodedColorMask,
"RegionalSeedExplorerMask //Inspire": RegionalSeedExplorerMask,
"RegionalSeedExplorerColorMask //Inspire": RegionalSeedExplorerColorMask,
"ToIPAdapterPipe //Inspire": ToIPAdapterPipe,
@@ -376,6 +450,8 @@ NODE_DISPLAY_NAME_MAPPINGS = {
"RegionalConditioningColorMask //Inspire": "Regional Conditioning By Color Mask (Inspire)",
"RegionalIPAdapterMask //Inspire": "Regional IPAdapter Mask (Inspire)",
"RegionalIPAdapterColorMask //Inspire": "Regional IPAdapter By Color Mask (Inspire)",
"RegionalIPAdapterEncodedMask //Inspire": "Regional IPAdapter Encoded Mask (Inspire)",
"RegionalIPAdapterEncodedColorMask //Inspire": "Regional IPAdapter Encoded By Color Mask (Inspire)",
"RegionalSeedExplorerMask //Inspire": "Regional Seed Explorer By Mask (Inspire)",
"RegionalSeedExplorerColorMask //Inspire": "Regional Seed Explorer By Color Mask (Inspire)",
"ToIPAdapterPipe //Inspire": "ToIPAdapterPipe (Inspire)",