mrq/torchscale
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix Bert dense

Browse Source
This commit is contained in:
shumingma 2023-03-05 19:24:14 -08:00
parent 32cb51ae38
commit a788e67ef2
1 changed files with 0 additions and 1 deletions

1
examples/fairseq/models/bert.py
View File

@ -375,7 +375,6 @@ class BertModel(BaseFairseqModel):
src_tokens, features_only=True, return_all_hiddens=return_all_hiddens src_tokens, features_only=True, return_all_hiddens=return_all_hiddens
) )
x, extra = encoder_out["encoder_out"], encoder_out x, extra = encoder_out["encoder_out"], encoder_out
x = x.transpose(0, 1)
if classification_head_name is not None: if classification_head_name is not None:
x = self.classification_heads[classification_head_name](x) x = self.classification_heads[classification_head_name](x)