Skip to content

Commit

Permalink
Merge 46c4e05 into ae41150
Browse files Browse the repository at this point in the history
  • Loading branch information
jshilong authored Apr 16, 2021
2 parents ae41150 + 46c4e05 commit 5a5fe69
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions mmcv/cnn/bricks/transformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,6 @@ def __init__(self,
self.attn = nn.MultiheadAttention(embed_dims, num_heads, dropout,
**kwargs)
self.dropout = nn.Dropout(dropout)
self.init_cfg = init_cfg

def forward(self,
query,
Expand Down Expand Up @@ -171,7 +170,6 @@ def __init__(self,
self.num_fcs = num_fcs
self.act_cfg = act_cfg
self.dropout = dropout
self.init_cfg = init_cfg
self.activate = build_activation_layer(act_cfg)

layers = []
Expand Down Expand Up @@ -422,7 +420,6 @@ def __init__(self, transformerlayers=None, num_layers=None, init_cfg=None):
else:
assert isinstance(transformerlayers, list) and \
len(transformerlayers) == num_layers
self.init_cfg = init_cfg
self.num_layers = num_layers
operation_order = transformerlayers[0]['operation_order']
self.pre_norm = operation_order[0] == 'norm'
Expand Down

0 comments on commit 5a5fe69

Please sign in to comment.