Update nextdit.py

This commit is contained in:
kijai
2024-06-18 11:07:15 +03:00
parent c6bd70a758
commit df423cb9fa
+2
View File
@@ -17,8 +17,10 @@ try:
from flash_attn import flash_attn_varlen_func
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
FLASH_ATTN_AVAILABLE = True
print("Flash Attention is available")
except:
FLASH_ATTN_AVAILABLE = False
print("LuminaWrapper: WARNING! Flash Attention is not available, using much slower torch SDP attention")
import torch
import torch.nn as nn
import torch.nn.functional as F