From fff14f7e1361ea64185e160d10c7caeb979bb8de Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Mon, 25 Mar 2024 21:16:58 +0200
Subject: [PATCH] Make xformers optional

---
 models/attention.py | 12 +++++++++++-
 1 file changed, 11 insertions(+), 1 deletion(-)

diff --git a/models/attention.py b/models/attention.py
index ccbb7ee..8a439c0 100644
--- a/models/attention.py
+++ b/models/attention.py
@@ -21,7 +21,17 @@ from typing import Any, Dict, Optional
 import torch
 import torch.nn.functional as F
 from torch import nn
-import xformers
+
+import comfy.model_management as mm
+if mm.XFORMERS_IS_AVAILABLE:
+    try:
+        import xformers
+        import xformers.ops
+
+        XFORMERS_IS_AVAILABLE = True
+    except:
+        XFORMERS_IS_AVAILABLE = False
+        print("no module 'xformers'. Processing without...")
 
 from diffusers.utils import USE_PEFT_BACKEND
 from diffusers.utils.torch_utils import maybe_allow_in_graph