From 2c5cc1e27f894805338faf50ff1c3ce4b8160af4 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Mon, 17 Jun 2024 12:13:35 +0300
Subject: [PATCH] flash_attn error message

---
 lumina_models/nextdit.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lumina_models/nextdit.py b/lumina_models/nextdit.py
index a97df2f..69da3fe 100644
--- a/lumina_models/nextdit.py
+++ b/lumina_models/nextdit.py
@@ -365,6 +365,7 @@ class Attention(nn.Module):
             # end var_len_flash_attn
 
         else:
+            raise Exception("Flash attention (flash_attn) is not available and currently required for Lumina-next -models.")
             output = (
                 F.scaled_dot_product_attention(
                     xq.permute(0, 2, 1, 3),