import torch import folder_paths import comfy.utils import comfy.sd import os import re class MultiLoraLoader: def __init__(self): self.lora_items = [] @classmethod def INPUT_TYPES(s): return {"required": {"model": ("MODEL",), "clip": ("CLIP", ), "text": ("STRING", { "multiline": True, "default": ""}), }} RETURN_TYPES = ("MODEL", "CLIP") FUNCTION = "load_loras" CATEGORY = "Malefish/io" def load_loras(self, model, clip, text): result = (model, clip) available_loras = self.available_loras() self.update_current_lora_items_with_new_items( self.items_from_lora_text_with_available_loras(text, available_loras)) if len(self.lora_items) > 0: for item in self.lora_items: if item.lora_name in available_loras: result = item.apply_lora(result[0], result[1]) else: raise ValueError( f"Unable to find lora with name '{item.lora_name}'") return result def available_loras(self): return folder_paths.get_filename_list("loras") def items_from_lora_text_with_available_loras(self, lora_text, available_loras): return LoraItemsParser.parse_lora_items_from_text(lora_text, self.dictionary_with_short_names_for_loras(available_loras)) def dictionary_with_short_names_for_loras(self, available_loras): result = {} for path in available_loras: result[os.path.splitext(os.path.basename(path))[0]] = path return result def update_current_lora_items_with_new_items(self, lora_items): if self.lora_items != lora_items: existing_by_name = dict( [(existing_item.lora_name, existing_item) for existing_item in self.lora_items]) for new_item in lora_items: new_item.move_resources_from(existing_by_name) self.lora_items = lora_items class LoraItemsParser: @classmethod def parse_lora_items_from_text(cls, lora_text, loras_by_short_names={}, default_weight=1, weight_separator=":"): return cls(lora_text, loras_by_short_names, default_weight, weight_separator).execute() def __init__(self, lora_text, loras_by_short_names, default_weight, weight_separator): self.lora_text = lora_text self.loras_by_short_names = loras_by_short_names self.default_weight = default_weight self.weight_separator = weight_separator self.prefix_trim_re = re.compile("\A<(lora|lyco):") self.comment_trim_re = re.compile("\s*#.*\Z") def execute(self): return [LoraItem(elements[0], elements[1], elements[2]) for line in self.lora_text.splitlines() for elements in [self.parse_lora_description(self.description_from_line(line))] if elements[0] is not None] def parse_lora_description(self, description): if description is None: return (None,) lora_name = None strength_model = self.default_weight strength_clip = None remaining, sep, strength = description.rpartition( self.weight_separator) if sep == self.weight_separator: lora_name = remaining strength_model = float(strength) remaining, sep, strength = remaining.rpartition( self.weight_separator) if sep == self.weight_separator: strength_clip = strength_model strength_model = float(strength) lora_name = remaining else: lora_name = description if strength_clip is None: strength_clip = strength_model return (self.loras_by_short_names.get(lora_name, lora_name), strength_model, strength_clip) def description_from_line(self, line): result = self.comment_trim_re.sub("", line.strip()) result = self.prefix_trim_re.sub("", result.removesuffix(">")) return result if len(result) > 0 else None class LoraItem: def __init__(self, lora_name, strength_model, strength_clip): self.lora_name = lora_name self.strength_model = strength_model self.strength_clip = strength_clip self._loaded_lora = None def __eq__(self, other): return self.lora_name == other.lora_name and self.strength_model == other.strength_model and self.strength_clip == other.strength_clip def get_lora_path(self): return folder_paths.get_full_path("loras", self.lora_name) def move_resources_from(self, lora_items_by_name): existing = lora_items_by_name.get(self.lora_name) if existing is not None: self._loaded_lora = existing._loaded_lora existing._loaded_lora = None def apply_lora(self, model, clip): if self.is_noop: return (model, clip) model_lora, clip_lora = comfy.sd.load_lora_for_models( model, clip, self.lora_object, self.strength_model, self.strength_clip) return (model_lora, clip_lora) @property def lora_object(self): if self._loaded_lora is None: lora_path = self.get_lora_path() if lora_path is None: raise ValueError( f"Unable to get file path for lora with name '{self.lora_name}'") self._loaded_lora = comfy.utils.load_torch_file( lora_path, safe_load=True) return self._loaded_lora @property def is_noop(self): return self.strength_model == 0 and self.strength_clip == 0