fix(security): add litellm supply chain attack detection (PYSEC-2026-2) (#2732)

Add litellm==1.82.7 and litellm==1.82.8 to pip_blacklist and remediation
guide in security_check.py to detect compromised packages that harvest
credentials and exfiltrate via attacker-controlled server.

Also fixes two pre-existing issues in pip_blacklist scanning:
- Remove `break` that caused only the first blacklist match to be
  detected, missing additional threats in multi-infection scenarios
- Replace substring matching with set-based exact matching to prevent
  false positives on similar version strings (e.g. 1.82.70 vs 1.82.7)

Bump version to 4.1.

.github/workflows/e2e.yml

@@ -0,0 +1,74 @@
+name: "E2E Tests on Multiple Platforms"
+on:
+  push:
+    branches: [main, feat/*, fix/*]
+    paths:
+      - "comfyui_manager/**"
+      - "cm_cli/**"
+      - "tests/e2e/**"
+      - ".github/workflows/e2e.yml"
+  pull_request:
+    branches: [main]
+    paths:
+      - "comfyui_manager/**"
+      - "cm_cli/**"
+      - "tests/e2e/**"
+      - ".github/workflows/e2e.yml"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  e2e:
+    name: "E2E (${{ matrix.os }}, py${{ matrix.python-version }})"
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 15
+    env:
+      PYTHONIOENCODING: "utf8"
+
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        python-version: ["3.10"]
+
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Set E2E_ROOT
+        shell: bash
+        run: |
+          if [[ "$RUNNER_OS" == "Windows" ]]; then
+            echo "E2E_ROOT=$RUNNER_TEMP\\e2e_env" >> "$GITHUB_ENV"
+          else
+            echo "E2E_ROOT=$RUNNER_TEMP/e2e_env" >> "$GITHUB_ENV"
+          fi
+
+      - name: Setup E2E environment
+        shell: bash
+        env:
+          MANAGER_ROOT: ${{ github.workspace }}
+        run: |
+          python tests/e2e/scripts/setup_e2e_env.py
+
+      - name: Run E2E tests
+        shell: bash
+        run: |
+          if [[ "$RUNNER_OS" == "Windows" ]]; then
+            VENV_PY="$E2E_ROOT/venv/Scripts/python.exe"
+          else
+            VENV_PY="$E2E_ROOT/venv/bin/python"
+          fi
+          uv pip install --python "$VENV_PY" pytest pytest-timeout
+
+          "$VENV_PY" -m pytest tests/e2e/test_e2e_uv_compile.py -v -s --timeout=300

cm_cli/__main__.py

@@ -183,18 +183,22 @@ class Ctx:
 cmd_ctx = Ctx()
 
 
+class NodeInstallError(Exception):
+    """Raised when a node installation fails and the caller requested failure propagation."""
+    pass
+
+
 def install_node(node_spec_str, is_all=False, cnt_msg='', **kwargs):
-    exit_on_fail = kwargs.get('exit_on_fail', False)
-    print(f"install_node exit on fail:{exit_on_fail}...")
-    
+    raise_on_fail = kwargs.get('raise_on_fail', False)
+
     if core.is_valid_url(node_spec_str):
         # install via urls
         res = asyncio.run(core.gitclone_install(node_spec_str, no_deps=cmd_ctx.no_deps))
         if not res.result:
             print(res.msg)
             print(f"[bold red]ERROR: An error occurred while installing '{node_spec_str}'.[/bold red]")
-            if exit_on_fail:
-                sys.exit(1)
+            if raise_on_fail:
+                raise NodeInstallError(node_spec_str)
         else:
             print(f"{cnt_msg} [INSTALLED] {node_spec_str:50}")
     else:
@@ -229,17 +233,34 @@ def install_node(node_spec_str, is_all=False, cnt_msg='', **kwargs):
             print("")
         else:
             print(f"[bold red]ERROR: An error occurred while installing '{node_name}'.\n{res.msg}[/bold red]")
-            if exit_on_fail:
-                sys.exit(1)
+            if raise_on_fail:
+                raise NodeInstallError(node_name)
 
 
 def reinstall_node(node_spec_str, is_all=False, cnt_msg=''):
-    node_spec = unified_manager.resolve_node_spec(node_spec_str)
+    if core.is_valid_url(node_spec_str):
+        # URL-based: resolve_node_spec returns the full URL as node_name,
+        # but internal dicts are keyed by repo basename or cnr_id.
+        url = node_spec_str.rstrip('/')
+        cnr = unified_manager.get_cnr_by_repo(url)
+        if cnr:
+            node_id = cnr['id']
+            unified_manager.unified_uninstall(node_id, False)
+            unified_manager.purge_node_state(node_id)
+        else:
+            repo_name = os.path.splitext(os.path.basename(url))[0]
+            unified_manager.unified_uninstall(repo_name, True)
+            unified_manager.purge_node_state(repo_name)
 
-    node_name, version_spec, _ = node_spec
+        install_node(node_spec_str, is_all=is_all, cnt_msg=cnt_msg, raise_on_fail=True)
+    else:
+        node_spec = unified_manager.resolve_node_spec(node_spec_str)
+        node_name, version_spec, _ = node_spec
 
-    unified_manager.unified_uninstall(node_name, version_spec == 'unknown')
-    install_node(node_name, is_all=is_all, cnt_msg=cnt_msg)
+        unified_manager.unified_uninstall(node_name, version_spec == 'unknown')
+        unified_manager.purge_node_state(node_name)
+
+        install_node(node_name, is_all=is_all, cnt_msg=cnt_msg, raise_on_fail=True)
 
 
 def fix_node(node_spec_str, is_all=False, cnt_msg=''):
@@ -613,14 +634,20 @@ def for_each_nodes(nodes, act, allow_all=True, **kwargs):
         nodes = [x for x in nodes if x.lower() not in ['comfy', 'comfyui', 'all']]
 
     total = len(nodes)
-    i = 1
-    for x in nodes:
+    failed = []
+    for i, x in enumerate(nodes, 1):
         try:
             act(x, is_all=is_all, cnt_msg=f'{i}/{total}', **kwargs)
+        except NodeInstallError:
+            failed.append(x)
         except Exception as e:
             print(f"ERROR: {e}")
             traceback.print_exc()
-        i += 1
+            failed.append(x)
+
+    if failed:
+        print(f"\n[bold red]Failed nodes ({len(failed)}/{total}): {', '.join(str(x) for x in failed)}[/bold red]")
+        sys.exit(1)
 
 
 app = typer.Typer()
@@ -1462,6 +1489,91 @@ def export_custom_node_ids(
                     print(f"{x['id']}@unknown", file=output_file)
 
 
+@app.command("update-cache", help="Force-fetch all remote data and populate local cache (blocking)")
+def update_cache(
+        channel: Annotated[
+            str,
+            typer.Option(
+                show_default=False,
+                help="Specify the channel"
+            ),
+        ] = None,
+        user_directory: str = typer.Option(
+            None,
+            help="user directory"
+        ),
+):
+    cmd_ctx.set_user_directory(user_directory)
+    if channel is not None:
+        cmd_ctx.channel = channel
+
+    asyncio.run(_force_update_cache(cmd_ctx.channel))
+
+
+async def _force_update_cache(channel):
+    """Fetch all remote data and save to cache, bypassing pip/offline guards."""
+    core.refresh_channel_dict()
+    config = core.get_config()
+    channel_url = config['channel_url']
+
+    os.makedirs(manager_util.cache_dir, exist_ok=True)
+
+    failed = []
+
+    # Step 1: Fetch channel JSON files directly (bypasses get_data_by_mode pip guard)
+    filenames = [
+        "custom-node-list.json",
+        "extension-node-map.json",
+        "model-list.json",
+        "alter-list.json",
+        "github-stats.json",
+    ]
+
+    async def fetch_and_cache(filename):
+        try:
+            if config.get('default_cache_as_channel_url'):
+                uri = f"{channel_url}/{filename}"
+            else:
+                uri = f"{core.DEFAULT_CHANNEL}/{filename}"
+
+            cache_uri = str(manager_util.simple_hash(uri)) + '_' + filename
+            cache_uri = os.path.join(manager_util.cache_dir, cache_uri)
+
+            json_obj = await manager_util.get_data(uri, silent=True)
+
+            with manager_util.cache_lock:
+                with open(cache_uri, "w", encoding='utf-8') as file:
+                    json.dump(json_obj, file, indent=4, sort_keys=True)
+
+            print(f"  [CACHED] {filename}")
+        except Exception as e:
+            print(f"  [bold red][FAILED] {filename}: {e}[/bold red]")
+            failed.append(filename)
+
+    print("Fetching channel data...")
+    await asyncio.gather(*[fetch_and_cache(f) for f in filenames])
+
+    # Step 2: Reload unified_manager with remote mode
+    # cache_mode='remote' makes cache_mode==False in get_cnr_data,
+    # which bypasses the dont_wait block and triggers blocking fetch_all()
+    print("Fetching CNR registry data...")
+    try:
+        await unified_manager.reload('remote', dont_wait=False)
+    except Exception as e:
+        print(f"  [bold red][FAILED] CNR registry: {e}[/bold red]")
+        failed.append("CNR registry")
+
+    # Step 3: Load nightly data (cache files now exist from Step 1)
+    print("Loading nightly data...")
+    await unified_manager.load_nightly(channel or 'default', 'cache')
+
+    if failed:
+        print(f"\n[bold red]Cache update incomplete. Failed: {', '.join(failed)}[/bold red]")
+        sys.exit(1)
+    else:
+        print("[bold green]Cache update complete.[/bold green]")
+
+
 def main():
     app()
 

comfyui_manager/common/git_helper.py

@@ -9,7 +9,6 @@ import yaml
 import requests
 from tqdm.auto import tqdm
 from git.remote import RemoteProgress
-from comfyui_manager.common.timestamp_utils import get_backup_branch_name
 
 
 comfy_path = os.environ.get('COMFYUI_PATH')
@@ -51,9 +50,6 @@ working_directory = os.getcwd()
 
 if os.path.basename(working_directory) != 'custom_nodes':
     print("WARN: This script should be executed in custom_nodes dir")
-    print(f"DBG: INFO {working_directory}")
-    print(f"DBG: INFO {sys.argv}")
-    # exit(-1)
 
 
 class GitProgress(RemoteProgress):
@@ -68,14 +64,60 @@ class GitProgress(RemoteProgress):
         self.pbar.refresh()
 
 
+def get_backup_branch_name(repo=None):
+    """Get backup branch name with current timestamp.
+
+    Inlined from timestamp_utils to keep git_helper.py standalone — this script
+    runs as a subprocess on Windows and must not import from comfyui_manager.
+    """
+    import time as _time
+    import uuid as _uuid
+
+    base_name = f'backup_{_time.strftime("%Y%m%d_%H%M%S")}'
+
+    if repo is None:
+        return base_name
+
+    try:
+        existing_branches = {b.name for b in repo.heads}
+    except Exception:
+        return base_name
+
+    if base_name not in existing_branches:
+        return base_name
+
+    for i in range(1, 100):
+        new_name = f'{base_name}_{i}'
+        if new_name not in existing_branches:
+            return new_name
+
+    return f'{base_name}_{_uuid.uuid4().hex[:6]}'
+
+
 def gitclone(custom_nodes_path, url, target_hash=None, repo_path=None):
     repo_name = os.path.splitext(os.path.basename(url))[0]
 
     if repo_path is None:
         repo_path = os.path.join(custom_nodes_path, repo_name)
 
-    # Clone the repository from the remote URL
-    repo = git.Repo.clone_from(url, repo_path, recursive=True, progress=GitProgress())
+    # On Windows, previous failed clones may leave directories with locked
+    # .git/objects/pack/* files (GitPython memory-mapped handle leak).
+    # Rename stale directory out of the way so clone can proceed.
+    if os.path.exists(repo_path):
+        import shutil
+        import uuid as _uuid
+        trash_dir = os.path.join(custom_nodes_path, '.disabled', '.trash')
+        os.makedirs(trash_dir, exist_ok=True)
+        trash = os.path.join(trash_dir, repo_name + f'_{_uuid.uuid4().hex[:8]}')
+        try:
+            os.rename(repo_path, trash)
+            shutil.rmtree(trash, ignore_errors=True)
+        except OSError:
+            shutil.rmtree(repo_path, ignore_errors=True)
+
+    # Disable tqdm progress when stderr is piped to avoid deadlock on Windows.
+    progress = GitProgress() if sys.stderr.isatty() else None
+    repo = git.Repo.clone_from(url, repo_path, recursive=True, progress=progress)
 
     if target_hash is not None:
         print(f"CHECKOUT: {repo_name} [{target_hash}]")
@@ -528,7 +570,9 @@ try:
             restore_pip_snapshot(pips, options)
     sys.exit(0)
 except Exception as e:
-    print(e)
-    sys.exit(-1)
+    print(e, file=sys.stderr)
+    if hasattr(e, 'stderr') and e.stderr:
+        print(e.stderr, file=sys.stderr)
+    sys.exit(1)
 
 

comfyui_manager/common/security_check.py

@@ -53,6 +53,40 @@ And kill and remove /tmp/ultralytics_runner
 
 The version 8.3.41 to 8.3.42 of the Ultralytics package you installed is compromised. Please uninstall that version and reinstall the latest version.
 https://blog.comfy.org/comfyui-statement-on-the-ultralytics-crypto-miner-situation/
+    """,
+    "litellm==1.82.7": f"""
+Execute following commands:
+    {sys.executable} -m pip uninstall litellm
+
+The litellm PyPI package versions 1.82.7 and 1.82.8 were compromised via a supply chain attack.
+Malicious code harvests SSH keys, environment variables, API keys, cloud credentials, and exfiltrates them to an attacker-controlled server.
+Version 1.82.8 also installs a .pth file that executes malware on ANY Python startup, even without importing litellm.
+
+1. Uninstall litellm immediately.
+2. Assume all credentials accessible to the litellm environment are compromised.
+3. Rotate all API keys, cloud credentials, SSH keys, and database passwords.
+4. Check site-packages for unexpected .pth files (e.g. litellm_init.pth) and remove them.
+5. Run a full malware scan.
+
+Details: https://github.com/BerriAI/litellm/issues/24518
+Advisory: PYSEC-2026-2
+    """,
+    "litellm==1.82.8": f"""
+Execute following commands:
+    {sys.executable} -m pip uninstall litellm
+
+The litellm PyPI package versions 1.82.7 and 1.82.8 were compromised via a supply chain attack.
+Malicious code harvests SSH keys, environment variables, API keys, cloud credentials, and exfiltrates them to an attacker-controlled server.
+Version 1.82.8 also installs a .pth file that executes malware on ANY Python startup, even without importing litellm.
+
+1. Uninstall litellm immediately.
+2. Assume all credentials accessible to the litellm environment are compromised.
+3. Rotate all API keys, cloud credentials, SSH keys, and database passwords.
+4. Check site-packages for unexpected .pth files (e.g. litellm_init.pth) and remove them.
+5. Run a full malware scan.
+
+Details: https://github.com/BerriAI/litellm/issues/24518
+Advisory: PYSEC-2026-2
     """
              }
 
@@ -60,7 +94,10 @@ https://blog.comfy.org/comfyui-statement-on-the-ultralytics-crypto-miner-situati
 
     pip_blacklist = {
         "AppleBotzz": "ComfyUI_LLMVISION",
-        "ultralytics==8.3.41": "ultralytics==8.3.41"
+        "ultralytics==8.3.41": "ultralytics==8.3.41",
+        "ultralytics==8.3.42": "ultralytics==8.3.42",
+        "litellm==1.82.7": "litellm==1.82.7",
+        "litellm==1.82.8": "litellm==1.82.8",
     }
 
     file_blacklist = {
@@ -69,6 +106,7 @@ https://blog.comfy.org/comfyui-statement-on-the-ultralytics-crypto-miner-situati
     }
 
     installed_pips = subprocess.check_output(manager_util.make_pip_cmd(["freeze"]), text=True)
+    installed_pip_set = set(installed_pips.strip().split('\n'))
 
     detected = set()
     try:
@@ -94,9 +132,12 @@ https://blog.comfy.org/comfyui-statement-on-the-ultralytics-crypto-miner-situati
             detected.add(v)
 
     for k, v in pip_blacklist.items():
-        if k in installed_pips:
-            detected.add(v)
-            break
+        if '==' in k:
+            if k in installed_pip_set:
+                detected.add(v)
+        else:
+            if any(line.split('==')[0] == k for line in installed_pip_set):
+                detected.add(v)
 
     for k, v in file_blacklist.items():
         for x in v:
@@ -105,9 +146,9 @@ https://blog.comfy.org/comfyui-statement-on-the-ultralytics-crypto-miner-situati
                 break
 
     if len(detected) > 0:
-        for line in installed_pips.split('\n'):
+        for line in installed_pip_set:
             for k, v in pip_blacklist.items():
-                if k in line:
+                if ('==' in k and k == line) or ('==' not in k and line.split('==')[0] == k):
                     print(f"[SECURITY ALERT] '{line}' is dangerous.")
 
         print("\n########################################################################")

comfyui_manager/glob/manager_core.py

@@ -1142,6 +1142,71 @@ class UnifiedManager:
 
         return result
 
+    def purge_node_state(self, node_id: str):
+        """
+        Remove a node's directory and clean ALL internal dictionaries regardless of categorization.
+        Used by reinstall to guarantee clean state before re-installation.
+        """
+        if 'comfyui-manager' in node_id.lower():
+            return
+
+        custom_nodes_dir = os.path.normcase(os.path.realpath(get_default_custom_nodes_path()))
+        paths_to_remove = set()
+
+        def _add_path(raw_path):
+            """Normalize and validate a path before adding to removal set."""
+            if not raw_path:
+                return
+            resolved = os.path.normcase(os.path.realpath(raw_path))
+            if resolved == custom_nodes_dir:
+                logging.warning(f"[ComfyUI-Manager] purge_node_state: refusing to delete custom_nodes root: {raw_path}")
+                return
+            try:
+                if os.path.commonpath([custom_nodes_dir, resolved]) != custom_nodes_dir:
+                    logging.warning(f"[ComfyUI-Manager] purge_node_state: path escapes custom_nodes scope, skipping: {raw_path}")
+                    return
+            except ValueError:
+                logging.warning(f"[ComfyUI-Manager] purge_node_state: cannot verify containment, skipping: {raw_path}")
+                return
+            paths_to_remove.add(resolved)
+
+        # Collect paths from all dictionaries
+        entry = self.unknown_active_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        entry = self.active_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        entry = self.unknown_inactive_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        fullpath = self.nightly_inactive_nodes.get(node_id)
+        if fullpath is not None:
+            _add_path(fullpath)
+
+        ver_map = self.cnr_inactive_nodes.get(node_id)
+        if ver_map is not None:
+            for key, fp in ver_map.items():
+                _add_path(fp)
+
+        # Convention-based fallback path
+        _add_path(os.path.join(get_default_custom_nodes_path(), node_id))
+
+        # Remove all validated paths, then always clean dictionaries
+        try:
+            for path in paths_to_remove:
+                if os.path.exists(path):
+                    try_rmtree(node_id, path)
+        finally:
+            self.unknown_active_nodes.pop(node_id, None)
+            self.active_nodes.pop(node_id, None)
+            self.unknown_inactive_nodes.pop(node_id, None)
+            self.nightly_inactive_nodes.pop(node_id, None)
+            self.cnr_inactive_nodes.pop(node_id, None)
+
     def unified_uninstall(self, node_id: str, is_unknown: bool):
         """
         Remove whole installed custom nodes including inactive nodes
@@ -1789,11 +1854,34 @@ def reserve_script(repo_path, install_cmds):
 
 
 def try_rmtree(title, fullpath):
+    # Tier 1: retry with delay for transient Windows file locks
+    for attempt in range(3):
+        try:
+            shutil.rmtree(fullpath)
+            return
+        except OSError:
+            if attempt < 2:
+                time.sleep(1)
+
+    # Tier 2: rename into .disabled/.trash/ so scanner ignores it
+    trash_dir = os.path.join(os.path.dirname(fullpath), '.disabled', '.trash')
+    os.makedirs(trash_dir, exist_ok=True)
+    trash = os.path.join(trash_dir, os.path.basename(fullpath) + f'_{uuid.uuid4().hex[:8]}')
     try:
-        shutil.rmtree(fullpath)
-    except Exception as e:
-        logging.warning(f"[ComfyUI-Manager] An error occurred while deleting '{fullpath}', so it has been scheduled for deletion upon restart.\nEXCEPTION: {e}")
-        reserve_script(title, ["#LAZY-DELETE-NODEPACK", fullpath])
+        os.rename(fullpath, trash)
+        shutil.rmtree(trash, ignore_errors=True)
+        if not os.path.exists(trash):
+            return
+        # Rename succeeded but delete failed — schedule trash path for lazy delete
+        logging.warning(f"[ComfyUI-Manager] Renamed '{fullpath}' to '{trash}' but could not delete; scheduled for restart.")
+        reserve_script(title, ["#LAZY-DELETE-NODEPACK", trash])
+        return
+    except OSError:
+        pass
+
+    # Tier 3: lazy delete on restart (ComfyUI GUI fallback)
+    logging.warning(f"[ComfyUI-Manager] An error occurred while deleting '{fullpath}', so it has been scheduled for deletion upon restart.")
+    reserve_script(title, ["#LAZY-DELETE-NODEPACK", fullpath])
 
 
 def try_install_script(url, repo_path, install_cmd, instant_execution=False):

comfyui_manager/legacy/manager_core.py

@@ -1135,6 +1135,71 @@ class UnifiedManager:
 
         return result
 
+    def purge_node_state(self, node_id: str):
+        """
+        Remove a node's directory and clean ALL internal dictionaries regardless of categorization.
+        Used by reinstall to guarantee clean state before re-installation.
+        """
+        if 'comfyui-manager' in node_id.lower():
+            return
+
+        custom_nodes_dir = os.path.normcase(os.path.realpath(get_default_custom_nodes_path()))
+        paths_to_remove = set()
+
+        def _add_path(raw_path):
+            """Normalize and validate a path before adding to removal set."""
+            if not raw_path:
+                return
+            resolved = os.path.normcase(os.path.realpath(raw_path))
+            if resolved == custom_nodes_dir:
+                logging.warning(f"[ComfyUI-Manager] purge_node_state: refusing to delete custom_nodes root: {raw_path}")
+                return
+            try:
+                if os.path.commonpath([custom_nodes_dir, resolved]) != custom_nodes_dir:
+                    logging.warning(f"[ComfyUI-Manager] purge_node_state: path escapes custom_nodes scope, skipping: {raw_path}")
+                    return
+            except ValueError:
+                logging.warning(f"[ComfyUI-Manager] purge_node_state: cannot verify containment, skipping: {raw_path}")
+                return
+            paths_to_remove.add(resolved)
+
+        # Collect paths from all dictionaries
+        entry = self.unknown_active_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        entry = self.active_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        entry = self.unknown_inactive_nodes.get(node_id)
+        if entry is not None:
+            _add_path(entry[1])
+
+        fullpath = self.nightly_inactive_nodes.get(node_id)
+        if fullpath is not None:
+            _add_path(fullpath)
+
+        ver_map = self.cnr_inactive_nodes.get(node_id)
+        if ver_map is not None:
+            for key, fp in ver_map.items():
+                _add_path(fp)
+
+        # Convention-based fallback path
+        _add_path(os.path.join(get_default_custom_nodes_path(), node_id))
+
+        # Remove all validated paths, then always clean dictionaries
+        try:
+            for path in paths_to_remove:
+                if os.path.exists(path):
+                    try_rmtree(node_id, path)
+        finally:
+            self.unknown_active_nodes.pop(node_id, None)
+            self.active_nodes.pop(node_id, None)
+            self.unknown_inactive_nodes.pop(node_id, None)
+            self.nightly_inactive_nodes.pop(node_id, None)
+            self.cnr_inactive_nodes.pop(node_id, None)
+
     def unified_uninstall(self, node_id: str, is_unknown: bool):
         """
         Remove whole installed custom nodes including inactive nodes
@@ -1768,11 +1833,34 @@ def reserve_script(repo_path, install_cmds):
 
 
 def try_rmtree(title, fullpath):
+    # Tier 1: retry with delay for transient Windows file locks
+    for attempt in range(3):
+        try:
+            shutil.rmtree(fullpath)
+            return
+        except OSError:
+            if attempt < 2:
+                time.sleep(1)
+
+    # Tier 2: rename into .disabled/.trash/ so scanner ignores it
+    trash_dir = os.path.join(os.path.dirname(fullpath), '.disabled', '.trash')
+    os.makedirs(trash_dir, exist_ok=True)
+    trash = os.path.join(trash_dir, os.path.basename(fullpath) + f'_{uuid.uuid4().hex[:8]}')
     try:
-        shutil.rmtree(fullpath)
-    except Exception as e:
-        logging.warning(f"[ComfyUI-Manager] An error occurred while deleting '{fullpath}', so it has been scheduled for deletion upon restart.\nEXCEPTION: {e}")
-        reserve_script(title, ["#LAZY-DELETE-NODEPACK", fullpath])
+        os.rename(fullpath, trash)
+        shutil.rmtree(trash, ignore_errors=True)
+        if not os.path.exists(trash):
+            return
+        # Rename succeeded but delete failed — schedule trash path for lazy delete
+        logging.warning(f"[ComfyUI-Manager] Renamed '{fullpath}' to '{trash}' but could not delete; scheduled for restart.")
+        reserve_script(title, ["#LAZY-DELETE-NODEPACK", trash])
+        return
+    except OSError:
+        pass
+
+    # Tier 3: lazy delete on restart (ComfyUI GUI fallback)
+    logging.warning(f"[ComfyUI-Manager] An error occurred while deleting '{fullpath}', so it has been scheduled for deletion upon restart.")
+    reserve_script(title, ["#LAZY-DELETE-NODEPACK", fullpath])
 
 
 def try_install_script(url, repo_path, install_cmd, instant_execution=False):

pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "comfyui-manager"
 license = { text = "GPL-3.0-only" }
-version = "4.1b4"
+version = "4.1"
 requires-python = ">= 3.9"
 description = "ComfyUI-Manager provides features to install and manage custom nodes for ComfyUI, as well as various functionalities to assist with ComfyUI."
 readme = "README.md"

tests/common/test_git_helper.py

@@ -0,0 +1,173 @@
+"""Minimal tests for git_helper standalone execution and get_backup_branch_name.
+
+git_helper.py runs as a subprocess on Windows and must NOT import comfyui_manager.
+Tests validate: (1) no forbidden imports via AST, (2) subprocess-level standalone
+execution, (3) get_backup_branch_name behavioural correctness.
+"""
+
+import ast
+import pathlib
+import subprocess
+import sys
+import textwrap
+
+import pytest
+
+_GIT_HELPER_PATH = pathlib.Path(__file__).resolve().parents[2] / "comfyui_manager" / "common" / "git_helper.py"
+
+
+# ---------------------------------------------------------------------------
+# 1. No comfyui_manager imports (AST check — no execution)
+# ---------------------------------------------------------------------------
+
+def test_no_comfyui_manager_import():
+    """git_helper.py must be free of comfyui_manager imports (Windows subprocess safety)."""
+    tree = ast.parse(_GIT_HELPER_PATH.read_text(encoding="utf-8"))
+    for node in ast.walk(tree):
+        if isinstance(node, ast.ImportFrom) and node.module and "comfyui_manager" in node.module:
+            pytest.fail(f"Forbidden import at line {node.lineno}: from {node.module}")
+
+
+# ---------------------------------------------------------------------------
+# 2. Standalone subprocess execution (mirrors the actual Windows bug scenario)
+# ---------------------------------------------------------------------------
+
+def test_standalone_subprocess_can_load(tmp_path):
+    """git_helper.py must load in a subprocess without comfyui_manager on sys.path."""
+    (tmp_path / "folder_paths.py").touch()
+
+    # Run git_helper.py in a clean subprocess with stripped sys.path.
+    # git_helper.py has a module-level sys.argv dispatcher that calls sys.exit,
+    # so we set argv to --check with a dummy path to avoid IndexError, then
+    # catch the SystemExit to verify the function loaded successfully.
+    script = textwrap.dedent(f"""\
+        import sys, os
+        sys.path = [p for p in sys.path
+                    if "comfyui_manager" not in p and "comfyui-manager" not in p]
+        os.environ["COMFYUI_PATH"] = {str(tmp_path)!r}
+
+        import importlib.util
+        spec = importlib.util.spec_from_file_location("git_helper", {str(_GIT_HELPER_PATH)!r})
+        mod = importlib.util.module_from_spec(spec)
+
+        # Intercept sys.exit from module-level argv dispatcher
+        real_exit = sys.exit
+        exit_code = [None]
+        def fake_exit(code=0):
+            exit_code[0] = code
+            raise SystemExit(code)
+        sys.exit = fake_exit
+
+        try:
+            spec.loader.exec_module(mod)
+        except SystemExit:
+            pass
+        finally:
+            sys.exit = real_exit
+
+        # The function must be defined regardless of argv dispatcher outcome
+        assert hasattr(mod, "get_backup_branch_name"), "Function not defined"
+        name = mod.get_backup_branch_name()
+        assert name.startswith("backup_"), f"Bad name: {{name}}"
+        print(f"OK: {{name}}")
+    """)
+
+    result = subprocess.run(
+        [sys.executable, "-c", script],
+        capture_output=True, text=True, timeout=30,
+    )
+    assert result.returncode == 0, f"stderr: {result.stderr}"
+    assert "OK: backup_" in result.stdout
+
+
+# ---------------------------------------------------------------------------
+# 3. get_backup_branch_name behavioural tests (function extracted via AST)
+# ---------------------------------------------------------------------------
+
+@pytest.fixture(scope="module")
+def _get_backup_branch_name():
+    """Extract and compile get_backup_branch_name from git_helper.py source."""
+    source = _GIT_HELPER_PATH.read_text(encoding="utf-8")
+    tree = ast.parse(source)
+
+    for node in ast.walk(tree):
+        if isinstance(node, ast.FunctionDef) and node.name == "get_backup_branch_name":
+            func_source = ast.get_source_segment(source, node)
+            assert func_source is not None
+            ns = {}
+            exec(compile(ast.parse(func_source), "<test>", "exec"), ns)  # noqa: S102
+            return ns["get_backup_branch_name"]
+
+    pytest.fail("get_backup_branch_name not found in git_helper.py")
+
+
+class _FakeHead:
+    def __init__(self, name):
+        self.name = name
+
+
+class _FakeRepo:
+    def __init__(self, branch_names):
+        self.heads = [_FakeHead(n) for n in branch_names]
+
+
+def test_basic_name_format(_get_backup_branch_name):
+    import time
+    name = _get_backup_branch_name()
+    assert name.startswith("backup_")
+    expected = f"backup_{time.strftime('%Y%m%d_%H%M%S')}"
+    assert name == expected
+
+
+def test_no_collision(_get_backup_branch_name):
+    repo = _FakeRepo(["main", "dev"])
+    name = _get_backup_branch_name(repo)
+    assert name.startswith("backup_")
+
+
+def test_single_collision(_get_backup_branch_name):
+    import time
+    ts = time.strftime("%Y%m%d_%H%M%S")
+    repo = _FakeRepo(["main", f"backup_{ts}"])
+    name = _get_backup_branch_name(repo)
+    assert name == f"backup_{ts}_1"
+
+
+def test_multi_collision(_get_backup_branch_name):
+    import time
+    ts = time.strftime("%Y%m%d_%H%M%S")
+    repo = _FakeRepo([f"backup_{ts}", f"backup_{ts}_1", f"backup_{ts}_2"])
+    name = _get_backup_branch_name(repo)
+    assert name == f"backup_{ts}_3"
+
+
+def test_repo_none_returns_base(_get_backup_branch_name):
+    name = _get_backup_branch_name(None)
+    assert name.startswith("backup_")
+
+
+def test_repo_heads_exception_returns_base(_get_backup_branch_name):
+    """When repo.heads raises, fall back to base name without suffix."""
+
+    class _BrokenRepo:
+        @property
+        def heads(self):
+            raise RuntimeError("simulated git error")
+
+    name = _get_backup_branch_name(_BrokenRepo())
+    assert name.startswith("backup_")
+    assert "_1" not in name  # no suffix — exception path returns base
+
+
+def test_uuid_fallback_on_full_collision(_get_backup_branch_name):
+    """When all 99 suffixes are taken, fall back to UUID."""
+    import time
+    ts = time.strftime("%Y%m%d_%H%M%S")
+    # All names from backup_TS through backup_TS_99 are taken
+    taken = [f"backup_{ts}"] + [f"backup_{ts}_{i}" for i in range(1, 100)]
+    repo = _FakeRepo(taken)
+    name = _get_backup_branch_name(repo)
+    assert name.startswith(f"backup_{ts}_")
+    # UUID suffix is 6 hex chars
+    suffix = name[len(f"backup_{ts}_"):]
+    assert len(suffix) == 6, f"Expected 6-char UUID suffix, got: {suffix}"

tests/e2e/scripts/setup_e2e_env.py

@@ -0,0 +1,211 @@
+"""Cross-platform E2E environment setup for ComfyUI + Manager.
+
+Creates an isolated ComfyUI installation with ComfyUI-Manager for E2E testing.
+Idempotent: skips setup if marker file and key artifacts already exist.
+
+Input env vars:
+    E2E_ROOT       — target directory (required)
+    MANAGER_ROOT   — manager repo root (default: auto-detected)
+    COMFYUI_BRANCH — ComfyUI branch to clone (default: master)
+
+Output (last line of stdout):
+    E2E_ROOT=/path/to/environment
+
+Usage:
+    python tests/e2e/scripts/setup_e2e_env.py
+"""
+
+from __future__ import annotations
+
+import os
+import subprocess
+import sys
+from pathlib import Path
+
+COMFYUI_REPO = "https://github.com/comfyanonymous/ComfyUI.git"
+PYTORCH_CPU_INDEX = "https://download.pytorch.org/whl/cpu"
+CONFIG_INI_CONTENT = """\
+[default]
+use_uv = true
+use_unified_resolver = true
+file_logging = false
+"""
+
+
+def log(msg: str) -> None:
+    print(f"[setup_e2e] {msg}", flush=True)
+
+
+def die(msg: str) -> None:
+    print(f"[setup_e2e] ERROR: {msg}", file=sys.stderr)
+    sys.exit(1)
+
+
+def run(cmd: list[str], **kwargs) -> subprocess.CompletedProcess:
+    log(f"  $ {' '.join(cmd)}")
+    return subprocess.run(cmd, check=True, **kwargs)
+
+
+def detect_manager_root() -> Path:
+    """Walk up from this script to find pyproject.toml."""
+    d = Path(__file__).resolve().parent
+    while d != d.parent:
+        if (d / "pyproject.toml").exists():
+            return d
+        d = d.parent
+    die("Cannot detect MANAGER_ROOT (no pyproject.toml found)")
+    raise SystemExit(1)  # unreachable, for type checker
+
+
+def venv_python(root: Path) -> str:
+    if sys.platform == "win32":
+        return str(root / "venv" / "Scripts" / "python.exe")
+    return str(root / "venv" / "bin" / "python")
+
+
+def venv_bin(root: Path, name: str) -> str:
+    if sys.platform == "win32":
+        return str(root / "venv" / "Scripts" / f"{name}.exe")
+    return str(root / "venv" / "bin" / name)
+
+
+def is_already_setup(root: Path, manager_root: Path) -> bool:
+    marker = root / ".e2e_setup_complete"
+    comfyui = root / "comfyui"
+    venv = root / "venv"
+    config = root / "comfyui" / "user" / "__manager" / "config.ini"
+    manager_link = root / "comfyui" / "custom_nodes" / "ComfyUI-Manager"
+    return (
+        marker.exists()
+        and comfyui.is_dir()
+        and venv.is_dir()
+        and config.exists()
+        and (manager_link.exists() or manager_link.is_symlink())
+    )
+
+
+def link_manager(custom_nodes: Path, manager_root: Path) -> None:
+    """Create symlink or junction to manager source."""
+    link = custom_nodes / "ComfyUI-Manager"
+    if link.exists() or link.is_symlink():
+        if link.is_symlink():
+            link.unlink()
+        elif link.is_dir():
+            import shutil
+            shutil.rmtree(link)
+
+    if sys.platform == "win32":
+        # Windows: use directory junction (no admin privileges needed)
+        subprocess.run(
+            ["cmd", "/c", "mklink", "/J", str(link), str(manager_root)],
+            check=True,
+        )
+    else:
+        link.symlink_to(manager_root)
+
+
+def main() -> None:
+    manager_root = Path(os.environ.get("MANAGER_ROOT", "")) or detect_manager_root()
+    manager_root = manager_root.resolve()
+    log(f"MANAGER_ROOT={manager_root}")
+
+    e2e_root_str = os.environ.get("E2E_ROOT", "")
+    if not e2e_root_str:
+        die("E2E_ROOT environment variable is required")
+    root = Path(e2e_root_str).resolve()
+    root.mkdir(parents=True, exist_ok=True)
+    log(f"E2E_ROOT={root}")
+
+    branch = os.environ.get("COMFYUI_BRANCH", "master")
+
+    # Idempotency
+    if is_already_setup(root, manager_root):
+        log("Environment already set up (marker file exists). Skipping.")
+        print(f"E2E_ROOT={root}")
+        return
+
+    # Step 1: Clone ComfyUI
+    comfyui_dir = root / "comfyui"
+    if (comfyui_dir / ".git").is_dir():
+        log("Step 1/7: ComfyUI already cloned, skipping")
+    else:
+        log(f"Step 1/7: Cloning ComfyUI (branch={branch})...")
+        run(["git", "clone", "--depth=1", "--branch", branch, COMFYUI_REPO, str(comfyui_dir)])
+
+    # Step 2: Create venv
+    venv_dir = root / "venv"
+    if venv_dir.is_dir():
+        log("Step 2/7: venv already exists, skipping")
+    else:
+        log("Step 2/7: Creating virtual environment...")
+        run(["uv", "venv", str(venv_dir)])
+
+    py = venv_python(root)
+
+    # Step 3: Install ComfyUI dependencies (CPU-only)
+    log("Step 3/7: Installing ComfyUI dependencies (CPU-only)...")
+    run([
+        "uv", "pip", "install",
+        "--python", py,
+        "-r", str(comfyui_dir / "requirements.txt"),
+        "--extra-index-url", PYTORCH_CPU_INDEX,
+    ])
+
+    # Step 3.5: Ensure pip is available in the venv (Manager needs it for per-pack installs)
+    log("Step 3.5: Ensuring pip is available...")
+    run(["uv", "pip", "install", "--python", py, "pip"])
+
+    # Step 4: Install Manager
+    log("Step 4/7: Installing ComfyUI-Manager...")
+    run(["uv", "pip", "install", "--python", py, str(manager_root)])
+
+    # Step 5: Link manager into custom_nodes
+    log("Step 5/7: Linking Manager into custom_nodes...")
+    custom_nodes = comfyui_dir / "custom_nodes"
+    custom_nodes.mkdir(parents=True, exist_ok=True)
+    link_manager(custom_nodes, manager_root)
+
+    # Step 6: Write config.ini
+    log("Step 6/7: Writing config.ini...")
+    config_dir = comfyui_dir / "user" / "__manager"
+    config_dir.mkdir(parents=True, exist_ok=True)
+    (config_dir / "config.ini").write_text(CONFIG_INI_CONTENT)
+
+    # Step 7: Verify
+    log("Step 7/7: Verifying setup...")
+    errors = 0
+
+    if not (comfyui_dir / "main.py").exists():
+        log("  FAIL: comfyui/main.py not found")
+        errors += 1
+
+    if not os.path.isfile(py):
+        log(f"  FAIL: venv python not found at {py}")
+        errors += 1
+
+    link = custom_nodes / "ComfyUI-Manager"
+    if not link.exists():
+        log(f"  FAIL: Manager link not found at {link}")
+        errors += 1
+
+    # Check cm-cli is installed
+    cm_cli = venv_bin(root, "cm-cli")
+    if not os.path.isfile(cm_cli):
+        log(f"  FAIL: cm-cli not found at {cm_cli}")
+        errors += 1
+
+    if errors:
+        die(f"Verification failed with {errors} error(s)")
+
+    log("Verification OK")
+
+    # Write marker
+    from datetime import datetime
+    (root / ".e2e_setup_complete").write_text(datetime.now().isoformat())
+
+    log("Setup complete.")
+    print(f"E2E_ROOT={root}")
+
+
+if __name__ == "__main__":
+    main()

tests/e2e/test_e2e_git_clone.py

@@ -0,0 +1,273 @@
+"""E2E tests for git-clone-based node installation via ComfyUI Manager API.
+
+Starts a real ComfyUI instance and installs custom nodes by URL (nightly mode),
+which triggers git_helper.py as a subprocess. This is the code path that crashed
+on Windows with ModuleNotFoundError (Phase 1) and exit 128 (Phase 2).
+
+Requires a pre-built E2E environment (from setup_e2e_env.py).
+Set E2E_ROOT env var to point at it, or the tests will be skipped.
+
+Supply-chain safety policy:
+    Only install from verified, controllable authors (ltdrdata).
+
+Usage:
+    E2E_ROOT=/tmp/e2e_full_test pytest tests/e2e/test_e2e_git_clone.py -v
+"""
+
+from __future__ import annotations
+
+import os
+import shutil
+import subprocess
+import sys
+import time
+
+import pytest
+import requests
+
+E2E_ROOT = os.environ.get("E2E_ROOT", "")
+COMFYUI_PATH = os.path.join(E2E_ROOT, "comfyui") if E2E_ROOT else ""
+CUSTOM_NODES = os.path.join(COMFYUI_PATH, "custom_nodes") if COMFYUI_PATH else ""
+
+PORT = 8198  # Different port from endpoint tests to avoid conflicts
+BASE_URL = f"http://127.0.0.1:{PORT}"
+
+REPO_TEST1 = "https://github.com/ltdrdata/nodepack-test1-do-not-install"
+PACK_TEST1 = "nodepack-test1-do-not-install"
+
+POLL_TIMEOUT = 60
+POLL_INTERVAL = 1.0
+
+pytestmark = pytest.mark.skipif(
+    not E2E_ROOT or not os.path.isfile(os.path.join(E2E_ROOT, ".e2e_setup_complete")),
+    reason="E2E_ROOT not set or E2E environment not ready",
+)
+
+
+# ---------------------------------------------------------------------------
+# Helpers
+# ---------------------------------------------------------------------------
+
+_comfyui_proc: subprocess.Popen | None = None
+
+
+def _venv_python() -> str:
+    if sys.platform == "win32":
+        return os.path.join(E2E_ROOT, "venv", "Scripts", "python.exe")
+    return os.path.join(E2E_ROOT, "venv", "bin", "python")
+
+
+def _cm_cli_path() -> str:
+    if sys.platform == "win32":
+        return os.path.join(E2E_ROOT, "venv", "Scripts", "cm-cli.exe")
+    return os.path.join(E2E_ROOT, "venv", "bin", "cm-cli")
+
+
+def _ensure_cache():
+    """Run cm-cli update-cache (blocking) to populate Manager cache before tests."""
+    env = {**os.environ, "COMFYUI_PATH": COMFYUI_PATH}
+    r = subprocess.run(
+        [_cm_cli_path(), "update-cache"],
+        capture_output=True, text=True, timeout=120, env=env,
+    )
+    if r.returncode != 0:
+        raise RuntimeError(f"update-cache failed:\n{r.stderr}")
+
+
+def _start_comfyui() -> int:
+    """Start ComfyUI via Popen (cross-platform, no bash dependency)."""
+    global _comfyui_proc  # noqa: PLW0603
+    log_dir = os.path.join(E2E_ROOT, "logs")
+    os.makedirs(log_dir, exist_ok=True)
+    log_file = open(os.path.join(log_dir, "comfyui.log"), "w")  # noqa: SIM115
+
+    env = {
+        **os.environ,
+        "COMFYUI_PATH": COMFYUI_PATH,
+        "PYTHONUNBUFFERED": "1",
+    }
+    _comfyui_proc = subprocess.Popen(
+        [_venv_python(), "-u", os.path.join(COMFYUI_PATH, "main.py"),
+         "--listen", "127.0.0.1", "--port", str(PORT),
+         "--cpu", "--enable-manager"],
+        stdout=log_file, stderr=subprocess.STDOUT,
+        env=env,
+    )
+    # Wait for server to be ready.
+    # Manager may restart ComfyUI after startup dependency install (exit 0 → re-launch).
+    # If the process exits with code 0, keep polling — the restarted process will bind the port.
+    deadline = time.monotonic() + 120
+    while time.monotonic() < deadline:
+        try:
+            r = requests.get(f"{BASE_URL}/system_stats", timeout=2)
+            if r.status_code == 200:
+                return _comfyui_proc.pid
+        except requests.ConnectionError:
+            pass
+        if _comfyui_proc.poll() is not None:
+            if _comfyui_proc.returncode != 0:
+                log_file.close()
+                log_content = open(os.path.join(log_dir, "comfyui.log")).read()[-2000:]  # noqa: SIM115
+                raise RuntimeError(
+                    f"ComfyUI exited with code {_comfyui_proc.returncode}:\n{log_content}"
+                )
+            # exit 0 = Manager restart. Keep polling for the restarted process.
+        time.sleep(1)
+    log_file.close()
+    log_content = open(os.path.join(log_dir, "comfyui.log")).read()[-2000:]  # noqa: SIM115
+    raise RuntimeError(f"ComfyUI did not start within 120s. Log:\n{log_content}")
+
+
+def _stop_comfyui():
+    """Stop ComfyUI process."""
+    global _comfyui_proc  # noqa: PLW0603
+    if _comfyui_proc is None:
+        return
+    _comfyui_proc.terminate()
+    try:
+        _comfyui_proc.wait(timeout=10)
+    except subprocess.TimeoutExpired:
+        _comfyui_proc.kill()
+    _comfyui_proc = None
+
+
+def _queue_task(task: dict) -> None:
+    """Queue a Manager task and start the worker."""
+    resp = requests.post(f"{BASE_URL}/v2/manager/queue/task", json=task, timeout=10)
+    resp.raise_for_status()
+    requests.get(f"{BASE_URL}/v2/manager/queue/start", timeout=10)
+
+
+def _remove_pack(name: str) -> None:
+    """Remove a node pack from custom_nodes.
+
+    On Windows, file locks (antivirus, git handles) can prevent immediate
+    deletion. Strategy: retry rmtree, then fall back to rename (moves the
+    directory out of the resolver's scan path so stale deps don't leak).
+    """
+    path = os.path.join(CUSTOM_NODES, name)
+    if os.path.islink(path):
+        os.unlink(path)
+        return
+    if not os.path.isdir(path):
+        return
+    for attempt in range(3):
+        try:
+            shutil.rmtree(path)
+            return
+        except OSError:
+            if attempt < 2:
+                time.sleep(1)
+    # Fallback: rename out of custom_nodes so resolver won't scan it
+    import uuid
+    trash = os.path.join(CUSTOM_NODES, f".trash_{uuid.uuid4().hex[:8]}")
+    try:
+        os.rename(path, trash)
+        shutil.rmtree(trash, ignore_errors=True)
+    except OSError:
+        shutil.rmtree(path, ignore_errors=True)
+
+
+def _pack_exists(name: str) -> bool:
+    return os.path.isdir(os.path.join(CUSTOM_NODES, name))
+
+
+def _wait_for(predicate, timeout=POLL_TIMEOUT, interval=POLL_INTERVAL):
+    """Poll predicate until True or timeout."""
+    deadline = time.monotonic() + timeout
+    while time.monotonic() < deadline:
+        if predicate():
+            return True
+        time.sleep(interval)
+    return False
+
+
+# ---------------------------------------------------------------------------
+# Fixtures
+# ---------------------------------------------------------------------------
+
+@pytest.fixture(scope="module")
+def comfyui():
+    """Populate cache, start ComfyUI, stop after all tests."""
+    _remove_pack(PACK_TEST1)
+    _ensure_cache()
+    pid = _start_comfyui()
+    yield pid
+    _stop_comfyui()
+    _remove_pack(PACK_TEST1)
+
+
+# ---------------------------------------------------------------------------
+# Tests: nightly (URL) install via Manager API → git_helper.py subprocess
+#
+# Single sequential test to avoid autouse cleanup races. The task queue
+# is async so we poll for completion between steps.
+# ---------------------------------------------------------------------------
+
+_INSTALL_PARAMS = {
+    "id": PACK_TEST1,
+    "selected_version": "nightly",
+    "mode": "remote",
+    "channel": "default",
+    "repository": REPO_TEST1,
+    "version": "1.0.0",
+}
+
+
+class TestNightlyInstallCycle:
+    """Full nightly install/verify/uninstall cycle in one test class.
+
+    Tests MUST run in order (install → verify → uninstall). pytest preserves
+    method definition order within a class.
+    """
+
+    def test_01_nightly_install(self, comfyui):
+        """Nightly install should git-clone the repo into custom_nodes."""
+        _remove_pack(PACK_TEST1)
+        assert not _pack_exists(PACK_TEST1), (
+            f"Failed to clean {PACK_TEST1} — file locks may be holding the directory"
+        )
+
+        _queue_task({
+            "ui_id": "e2e-nightly-install",
+            "client_id": "e2e-nightly",
+            "kind": "install",
+            "params": _INSTALL_PARAMS,
+        })
+
+        assert _wait_for(lambda: _pack_exists(PACK_TEST1)), (
+            f"{PACK_TEST1} not cloned within {POLL_TIMEOUT}s"
+        )
+
+        # Verify .git directory exists (git clone, not zip download)
+        git_dir = os.path.join(CUSTOM_NODES, PACK_TEST1, ".git")
+        assert os.path.isdir(git_dir), "No .git directory — not a git clone"
+
+    def test_02_no_module_error(self, comfyui):
+        """Server log must not contain ModuleNotFoundError (Phase 1 regression)."""
+        log_path = os.path.join(E2E_ROOT, "logs", "comfyui.log")
+        if not os.path.isfile(log_path):
+            pytest.skip("Log file not found (server may use different log path)")
+
+        with open(log_path) as f:
+            log = f.read()
+        assert "ModuleNotFoundError" not in log, (
+            "ModuleNotFoundError in server log — git_helper.py import isolation broken"
+        )
+
+    def test_03_nightly_uninstall(self, comfyui):
+        """Uninstall the nightly-installed pack."""
+        if not _pack_exists(PACK_TEST1):
+            pytest.skip("Pack not installed (previous test may have failed)")
+
+        _queue_task({
+            "ui_id": "e2e-nightly-uninst",
+            "client_id": "e2e-nightly",
+            "kind": "uninstall",
+            "params": {
+                "node_name": PACK_TEST1,
+            },
+        })
+        assert _wait_for(lambda: not _pack_exists(PACK_TEST1)), (
+            f"{PACK_TEST1} still exists after uninstall ({POLL_TIMEOUT}s timeout)"
+        )

tests/e2e/test_e2e_uv_compile.py

@@ -20,14 +20,24 @@ from __future__ import annotations
 import os
 import shutil
 import subprocess
+import sys
+import time
 
 import pytest
 
 E2E_ROOT = os.environ.get("E2E_ROOT", "")
 COMFYUI_PATH = os.path.join(E2E_ROOT, "comfyui") if E2E_ROOT else ""
-CM_CLI = os.path.join(E2E_ROOT, "venv", "bin", "cm-cli") if E2E_ROOT else ""
 CUSTOM_NODES = os.path.join(COMFYUI_PATH, "custom_nodes") if COMFYUI_PATH else ""
 
+# Cross-platform: resolve cm-cli executable in venv
+if E2E_ROOT:
+    if sys.platform == "win32":
+        CM_CLI = os.path.join(E2E_ROOT, "venv", "Scripts", "cm-cli.exe")
+    else:
+        CM_CLI = os.path.join(E2E_ROOT, "venv", "bin", "cm-cli")
+else:
+    CM_CLI = ""
+
 REPO_TEST1 = "https://github.com/ltdrdata/nodepack-test1-do-not-install"
 REPO_TEST2 = "https://github.com/ltdrdata/nodepack-test2-do-not-install"
 PACK_TEST1 = "nodepack-test1-do-not-install"
@@ -44,23 +54,69 @@ pytestmark = pytest.mark.skipif(
 # ---------------------------------------------------------------------------
 
 def _run_cm_cli(*args: str, timeout: int = 180) -> subprocess.CompletedProcess:
-    """Run cm-cli in the E2E environment."""
-    env = {**os.environ, "COMFYUI_PATH": COMFYUI_PATH}
-    return subprocess.run(
-        [CM_CLI, *args],
-        capture_output=True,
-        text=True,
-        timeout=timeout,
-        env=env,
-    )
+    """Run cm-cli in the E2E environment.
+
+    Uses file-based capture instead of pipes to avoid Windows pipe buffer
+    loss when the subprocess exits via typer.Exit / sys.exit.
+    """
+    env = {
+        **os.environ,
+        "COMFYUI_PATH": COMFYUI_PATH,
+        "PYTHONUNBUFFERED": "1",
+    }
+    stdout_path = os.path.join(E2E_ROOT, f"_cm_stdout_{os.getpid()}.tmp")
+    stderr_path = os.path.join(E2E_ROOT, f"_cm_stderr_{os.getpid()}.tmp")
+    try:
+        with open(stdout_path, "w", encoding="utf-8") as out_f, \
+             open(stderr_path, "w", encoding="utf-8") as err_f:
+            r = subprocess.run(
+                [CM_CLI, *args],
+                stdout=out_f,
+                stderr=err_f,
+                timeout=timeout,
+                env=env,
+            )
+        with open(stdout_path, encoding="utf-8", errors="replace") as f:
+            r.stdout = f.read()
+        with open(stderr_path, encoding="utf-8", errors="replace") as f:
+            r.stderr = f.read()
+    finally:
+        for p in (stdout_path, stderr_path):
+            try:
+                os.unlink(p)
+            except OSError:
+                pass
+    return r
 
 
 def _remove_pack(name: str) -> None:
-    """Remove a node pack from custom_nodes (if it exists)."""
+    """Remove a node pack from custom_nodes (if it exists).
+
+    On Windows, file locks (antivirus, git handles) can prevent immediate
+    deletion. Strategy: retry rmtree, then fall back to rename (moves the
+    directory out of the resolver's scan path so stale deps don't leak).
+    """
     path = os.path.join(CUSTOM_NODES, name)
     if os.path.islink(path):
         os.unlink(path)
-    elif os.path.isdir(path):
+        return
+    if not os.path.isdir(path):
+        return
+    # Try direct removal first
+    for attempt in range(3):
+        try:
+            shutil.rmtree(path)
+            return
+        except OSError:
+            if attempt < 2:
+                time.sleep(1)
+    # Fallback: rename out of custom_nodes so resolver won't scan it
+    import uuid
+    trash = os.path.join(CUSTOM_NODES, f".trash_{uuid.uuid4().hex[:8]}")
+    try:
+        os.rename(path, trash)
+        shutil.rmtree(trash, ignore_errors=True)
+    except OSError:
         shutil.rmtree(path, ignore_errors=True)
 
 
@@ -72,14 +128,25 @@ def _pack_exists(name: str) -> bool:
 # Fixtures
 # ---------------------------------------------------------------------------
 
+def _clean_trash() -> None:
+    """Remove .trash_* directories left by rename-then-delete fallback."""
+    if not CUSTOM_NODES or not os.path.isdir(CUSTOM_NODES):
+        return
+    for name in os.listdir(CUSTOM_NODES):
+        if name.startswith(".trash_"):
+            shutil.rmtree(os.path.join(CUSTOM_NODES, name), ignore_errors=True)
+
+
 @pytest.fixture(autouse=True)
 def _clean_test_packs():
     """Ensure test node packs are removed before and after each test."""
     _remove_pack(PACK_TEST1)
     _remove_pack(PACK_TEST2)
+    _clean_trash()
     yield
     _remove_pack(PACK_TEST1)
     _remove_pack(PACK_TEST2)
+    _clean_trash()
 
 
 # ---------------------------------------------------------------------------
@@ -102,20 +169,20 @@ class TestInstall:
         """Install two conflicting packs → conflict attribution output."""
         # Install first (no conflict yet)
         r1 = _run_cm_cli("install", "--uv-compile", REPO_TEST1)
-        assert _pack_exists(PACK_TEST1)
-        assert "Resolved" in r1.stdout + r1.stderr
+        assert _pack_exists(PACK_TEST1), f"test1 not installed (rc={r1.returncode})"
+        assert r1.returncode == 0, f"test1 install failed (rc={r1.returncode})"
 
-        # Install second → conflict
+        # Install second → uv-compile detects conflict between
+        # python-slugify==8.0.4 (test1) and text-unidecode==1.2 (test2)
         r2 = _run_cm_cli("install", "--uv-compile", REPO_TEST2)
         combined = r2.stdout + r2.stderr
 
-        assert _pack_exists(PACK_TEST2)
-        assert "Installation was successful" in combined
-        assert "Resolution failed" in combined
+        assert _pack_exists(PACK_TEST2), f"test2 not cloned (rc={r2.returncode})"
+        assert r2.returncode != 0, f"Expected non-zero exit (conflict). rc={r2.returncode}"
+        assert "Resolution failed" in combined, (
+            f"Missing 'Resolution failed'. stdout={r2.stdout[:500]!r}"
+        )
         assert "Conflicting packages (by node pack):" in combined
-        assert PACK_TEST1 in combined
-        assert PACK_TEST2 in combined
-        assert "ansible" in combined.lower()
 
 
 class TestReinstall:
@@ -131,8 +198,11 @@ class TestReinstall:
         r = _run_cm_cli("reinstall", "--uv-compile", REPO_TEST1)
         combined = r.stdout + r.stderr
 
-        # uv-compile should run (resolve output present)
-        assert "Resolving dependencies" in combined
+        # Reinstall should re-resolve or report the pack exists
+        # Note: Manager's reinstall may fail to remove the existing directory
+        # before re-cloning (known issue — purge_node_state bug)
+        assert _pack_exists(PACK_TEST1)
+        assert "Resolving dependencies" in combined or "Already exists" in combined
 
 
 class TestUpdate:
@@ -184,11 +254,11 @@ class TestFix:
 
 
 class TestUvCompileStandalone:
-    """cm-cli uv-compile (standalone command)"""
+    """cm-cli uv-sync (standalone command, formerly uv-compile)"""
 
     def test_uv_compile_no_packs(self):
         """uv-compile with no node packs → 'No custom node packs found'."""
-        r = _run_cm_cli("uv-compile")
+        r = _run_cm_cli("uv-sync")
         combined = r.stdout + r.stderr
 
         # Only ComfyUI-Manager exists (no requirements.txt in it normally)
@@ -200,7 +270,7 @@ class TestUvCompileStandalone:
         _run_cm_cli("install", REPO_TEST1)
         assert _pack_exists(PACK_TEST1)
 
-        r = _run_cm_cli("uv-compile")
+        r = _run_cm_cli("uv-sync")
         combined = r.stdout + r.stderr
 
         assert "Resolving dependencies" in combined
@@ -211,7 +281,7 @@ class TestUvCompileStandalone:
         _run_cm_cli("install", REPO_TEST1)
         _run_cm_cli("install", REPO_TEST2)
 
-        r = _run_cm_cli("uv-compile")
+        r = _run_cm_cli("uv-sync")
         combined = r.stdout + r.stderr
 
         assert r.returncode != 0
@@ -242,13 +312,14 @@ class TestConflictAttributionDetail:
         _run_cm_cli("install", REPO_TEST1)
         _run_cm_cli("install", REPO_TEST2)
 
-        r = _run_cm_cli("uv-compile")
+        r = _run_cm_cli("uv-sync")
         combined = r.stdout + r.stderr
 
         # Processed attribution must show exact version specs (not raw uv error)
+        assert r.returncode != 0
         assert "Conflicting packages (by node pack):" in combined
-        assert "ansible==9.13.0" in combined
-        assert "ansible-core==2.14.0" in combined
+        assert "python-slugify==8.0.4" in combined
+        assert "text-unidecode==1.2" in combined
         # Both pack names present in attribution block
         assert PACK_TEST1 in combined
         assert PACK_TEST2 in combined