ParmanBabra-ComfyUI-Malefish-Custom-Scripts/py/io/multi_lora_loader.py

import torch
import folder_paths
import comfy.utils
import comfy.sd
import os
import re


class MultiLoraLoader:
    def __init__(self):
        self.lora_items = []

    @classmethod
    def INPUT_TYPES(s):
        return {"required": {"model": ("MODEL",),
                             "clip": ("CLIP", ),
                             "text": ("STRING", {
                                 "multiline": True,
                                 "default": ""}),
                             }}

    RETURN_TYPES = ("MODEL", "CLIP")
    FUNCTION = "load_loras"
    CATEGORY = "Malefish/io"

    def load_loras(self, model, clip, text):
        result = (model, clip)

        available_loras = self.available_loras()
        self.update_current_lora_items_with_new_items(
            self.items_from_lora_text_with_available_loras(text, available_loras))

        if len(self.lora_items) > 0:
            for item in self.lora_items:
                if item.lora_name in available_loras:
                    result = item.apply_lora(result[0], result[1])
                else:
                    raise ValueError(
                        f"Unable to find lora with name '{item.lora_name}'")

        return result

    def available_loras(self):
        return folder_paths.get_filename_list("loras")

    def items_from_lora_text_with_available_loras(self, lora_text, available_loras):
        return LoraItemsParser.parse_lora_items_from_text(lora_text, self.dictionary_with_short_names_for_loras(available_loras))

    def dictionary_with_short_names_for_loras(self, available_loras):
        result = {}

        for path in available_loras:
            result[os.path.splitext(os.path.basename(path))[0]] = path

        return result

    def update_current_lora_items_with_new_items(self, lora_items):
        if self.lora_items != lora_items:
            existing_by_name = dict(
                [(existing_item.lora_name, existing_item) for existing_item in self.lora_items])

            for new_item in lora_items:
                new_item.move_resources_from(existing_by_name)

            self.lora_items = lora_items


class LoraItemsParser:

    @classmethod
    def parse_lora_items_from_text(cls, lora_text, loras_by_short_names={}, default_weight=1, weight_separator=":"):
        return cls(lora_text, loras_by_short_names, default_weight, weight_separator).execute()

    def __init__(self, lora_text, loras_by_short_names, default_weight, weight_separator):
        self.lora_text = lora_text
        self.loras_by_short_names = loras_by_short_names
        self.default_weight = default_weight
        self.weight_separator = weight_separator
        self.prefix_trim_re = re.compile("\A<(lora|lyco):")
        self.comment_trim_re = re.compile("\s*#.*\Z")

    def execute(self):
        return [LoraItem(elements[0], elements[1], elements[2])
                for line in self.lora_text.splitlines()
                for elements in [self.parse_lora_description(self.description_from_line(line))] if elements[0] is not None]

    def parse_lora_description(self, description):
        if description is None:
            return (None,)

        lora_name = None
        strength_model = self.default_weight
        strength_clip = None

        remaining, sep, strength = description.rpartition(
            self.weight_separator)
        if sep == self.weight_separator:
            lora_name = remaining
            strength_model = float(strength)

            remaining, sep, strength = remaining.rpartition(
                self.weight_separator)
            if sep == self.weight_separator:
                strength_clip = strength_model
                strength_model = float(strength)
                lora_name = remaining
        else:
            lora_name = description

        if strength_clip is None:
            strength_clip = strength_model

        return (self.loras_by_short_names.get(lora_name, lora_name), strength_model, strength_clip)

    def description_from_line(self, line):
        result = self.comment_trim_re.sub("", line.strip())
        result = self.prefix_trim_re.sub("", result.removesuffix(">"))
        return result if len(result) > 0 else None


class LoraItem:
    def __init__(self, lora_name, strength_model, strength_clip):
        self.lora_name = lora_name
        self.strength_model = strength_model
        self.strength_clip = strength_clip
        self._loaded_lora = None

    def __eq__(self, other):
        return self.lora_name == other.lora_name and self.strength_model == other.strength_model and self.strength_clip == other.strength_clip

    def get_lora_path(self):
        return folder_paths.get_full_path("loras", self.lora_name)

    def move_resources_from(self, lora_items_by_name):
        existing = lora_items_by_name.get(self.lora_name)
        if existing is not None:
            self._loaded_lora = existing._loaded_lora
            existing._loaded_lora = None

    def apply_lora(self, model, clip):
        if self.is_noop:
            return (model, clip)

        model_lora, clip_lora = comfy.sd.load_lora_for_models(
            model, clip, self.lora_object, self.strength_model, self.strength_clip)
        return (model_lora, clip_lora)

    @property
    def lora_object(self):
        if self._loaded_lora is None:
            lora_path = self.get_lora_path()
            if lora_path is None:
                raise ValueError(
                    f"Unable to get file path for lora with name '{self.lora_name}'")
            self._loaded_lora = comfy.utils.load_torch_file(
                lora_path, safe_load=True)

        return self._loaded_lora

    @property
    def is_noop(self):
        return self.strength_model == 0 and self.strength_clip == 0