flash_attn error message

2024-06-17 12:13:35 +03:00
parent 8fa27595a5
commit 2c5cc1e27f
1 changed files with 1 additions and 0 deletions
@@ -365,6 +365,7 @@ class Attention(nn.Module):
            # end var_len_flash_attn

        else:
+            raise Exception("Flash attention (flash_attn) is not available and currently required for Lumina-next -models.")
            output = (
                F.scaled_dot_product_attention(
                    xq.permute(0, 2, 1, 3),