olivv-cs-ComfyUI-FunPack/core/registry.py

"""Finding modules.

Core scans a folder and imports what it finds. It holds no list, so adding a
module is adding a folder; and each import is guarded, so a module that raises
is absent and logged rather than taking the app down with it.
"""

import importlib
import importlib.util
import pkgutil
from pathlib import Path
from typing import Dict, List, Optional, Tuple

from . import config, log
from .contract import ModuleSpec
from .schema import SchemaError, validate

# Read off the module after import. Uppercase because they are declarations, not
# behaviour -- a module's announcement should be legible without running it.
FIELDS = {
    "id": "ID", "title": "TITLE", "mount": "MOUNT", "settings": "SETTINGS",
    "requires": "REQUIRES", "uses": "USES", "uses_when": "USES_WHEN", "roles": "ROLES", "after": "AFTER", "before": "BEFORE",
    "stage": "STAGE", "category": "CATEGORY", "status": "STATUS", "nodes": "NODES", "traits": "TRAITS", "provides": "PROVIDES", "hooks": "HOOKS",
}


class Registry:
    def __init__(self) -> None:
        self.specs: Dict[str, ModuleSpec] = {}
        self.failed: List[Tuple[str, str]] = []      # (where, why)

    @property
    def ids(self) -> List[str]:
        return sorted(self.specs)

    def providers(self, capability: str) -> List[Tuple[ModuleSpec, object]]:
        """Every module offering this capability, in a stable order.

        Sorted by id so which provider answers first is a property of the tree
        rather than of filesystem order.
        """
        found = []
        for spec in sorted(self.specs.values(), key=lambda s: s.id):
            fn = spec.provides.get(capability)
            if fn is not None:
                found.append((spec, fn))
        return found

    def ask(self, capability: str, *args, **kwargs):
        """The first provider's non-None answer, or None. A provider that raises
        is skipped: one broken module must not take the question down with it."""
        for _spec, fn in self.providers(capability):
            try:
                answer = fn(*args, **kwargs)
            except Exception as exc:             # noqa: BLE001
                from . import log
                log.once(f"provider:{capability}:{_spec.id}:{type(exc).__name__}", log.WARNING, f"{capability} provider {_spec.id}",
                         f"failed while answering -- {type(exc).__name__}: {exc}")          # skipped, never silently, said once
                continue
            if answer is not None:
                return answer
        return None

    def add(self, spec: ModuleSpec) -> None:
        if spec.id in self.specs:
            # Two modules answering to one id means one wins by import order,
            # and which one is nobody's decision.
            why = f"duplicate id {spec.id!r}, already declared by {self.specs[spec.id].source}"
            self.failed.append((spec.source, why))
            from . import log
            log.warning(spec.source, f"module left out: {why}")
            return
        self.specs[spec.id] = spec
        from . import control
        control.remember_loaded(spec)


def announcement_of(module, source: str) -> dict:
    raw = {}
    for key, const in FIELDS.items():
        if hasattr(module, const):
            raw[key] = getattr(module, const)
    return raw


def _feature_dirs(root: Path) -> List[Path]:
    """modules/<domain>/<feature>/ -- two levels, each a package."""
    if not root.is_dir():
        return []
    found = []
    for domain in sorted(p for p in root.iterdir() if p.is_dir() and not p.name.startswith((".", "_"))):
        for feature in sorted(p for p in domain.iterdir() if p.is_dir() and not p.name.startswith((".", "_"))):
            if (feature / "__init__.py").is_file():
                found.append(feature)
    return found


def package_root() -> str:
    """The dotted prefix `modules` lives under, or "" when it is top-level.

    ComfyUI imports a pack with `spec_from_file_location(<full path>, ...)`, so
    the pack's own name is that path string and its subpackages are only
    reachable beneath it -- an absolute `import modules` finds nothing. Under the
    dev server and the tests the repo root IS on sys.path, so the prefix is empty.
    Deriving it means one code path works in both.
    """
    parent = (__package__ or "").rsplit(".", 1)
    return parent[0] if len(parent) == 2 else ""


def scan(root: Optional[Path] = None, package: Optional[str] = None) -> Registry:
    """Import every module under `root` and collect the valid announcements."""
    if package is None:
        prefix = package_root()
        package = f"{prefix}.modules" if prefix else "modules"
    root = Path(root or config.MODULES_DIR)
    registry = Registry()

    for feature in _feature_dirs(root):
        rel = feature.relative_to(root)
        dotted = f"{package}." + ".".join(rel.parts)
        try:
            module = importlib.import_module(dotted)
        except Exception as exc:                     # noqa: BLE001 -- any failure is absence
            log.failed(dotted, exc)
            registry.failed.append((dotted, f"{type(exc).__name__}: {exc}"))
            continue

        raw = announcement_of(module, dotted)
        if not raw.get("id"):
            # A folder that is not a module is not an error -- shared helpers
            # live in packages too.
            continue

        try:
            registry.add(validate(raw, source=dotted))
        except SchemaError as exc:
            log.warning(dotted, f"is not a valid module and was not loaded -- {exc}")
            registry.failed.append((dotted, str(exc)))

    return registry


# Scanned once. A module list that changed under a running graph would mean two
# nodes in one run disagreeing about what exists.
_current: Optional[Registry] = None


def current(rescan: bool = False) -> Registry:
    global _current
    if _current is None or rescan:
        _current = scan()
    return _current