nodes/rdancer-ComfyUI_Florence2SAM2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add accelerated apple silicon support and cpu fallback

Browse Source
This commit is contained in:
Mara Broda
2025-01-05 08:40:21 +01:00
parent 92a1093643
commit 802e8e9688
1 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app.py
+9 -5
View File
@@ -76,11 +76,15 @@ except ImportError:
DEVICE = None #torch.device("cuda")
# DEVICE = torch.device("cpu")
torch.autocast(device_type="cuda", dtype=torch.bfloat16).__enter__()
if torch.cuda.get_device_properties(0).major >= 8:
torch.backends.cuda.matmul.allow_tf32 = True
torch.backends.cudnn.allow_tf32 = True
if torch.cuda.is_available():
torch.autocast(device_type="cuda", dtype=torch.bfloat16).__enter__()
if torch.cuda.get_device_properties(0).major >= 8:
torch.backends.cuda.matmul.allow_tf32 = True
torch.backends.cudnn.allow_tf32 = True
elif torch.backends.mps.is_available():
DEVICE = torch.device("mps")
else:
DEVICE = torch.device("cpu")
FLORENCE_MODEL, FLORENCE_PROCESSOR = None, None
SAM_IMAGE_MODEL = None