diff --git a/modules/pytorch_wrapper/ptn_multihead_attention_custom.py b/modules/pytorch_wrapper/ptn_multihead_attention_custom.py index e410ca0..f27620b 100644 --- a/modules/pytorch_wrapper/ptn_multihead_attention_custom.py +++ b/modules/pytorch_wrapper/ptn_multihead_attention_custom.py @@ -6,7 +6,7 @@ from einops import einops class PtnMultiheadAttentionCustomDef(nn.Module): """ - Implements MultiheadAttention. + Implements Multihead attention. Attributes: embed_dim (int): Hidden dimension (d_model) for each token of the Transformer.