Update attention.py

2024-03-22 18:37:26 -07:00
parent c2fb7d1f35
commit dbd63ed123
1 changed files with 1 additions and 0 deletions
@@ -300,6 +300,7 @@ class BasicTransformerBlock(nn.Module):
        image_cross_attention_scale_learnable=False, 
        switch_temporal_ca_to_sa=False,
        text_context_len=77,
+        ff_in=None,
        device=None,
        dtype=None,
        operations=ops