From dbd63ed123ff78978e2a599b08675c3bc392c2b1 Mon Sep 17 00:00:00 2001
From: ExponentialML <59846140+ExponentialML@users.noreply.github.com>
Date: Fri, 22 Mar 2024 18:37:26 -0700
Subject: [PATCH] Update attention.py

---
 lvdm/modules/attention.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lvdm/modules/attention.py b/lvdm/modules/attention.py
index f71c89d..fd737cd 100644
--- a/lvdm/modules/attention.py
+++ b/lvdm/modules/attention.py
@@ -300,6 +300,7 @@ class BasicTransformerBlock(nn.Module):
         image_cross_attention_scale_learnable=False, 
         switch_temporal_ca_to_sa=False,
         text_context_len=77,
+        ff_in=None,
         device=None,
         dtype=None,
         operations=ops