mrq/torchscale
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #1 from buaahsh/main

Browse Source 
Fix decoder_embed_dim in Fairseq example
This commit is contained in:
Li Dong 2022-11-24 15:54:50 +08:00 committed by GitHub
commit afd9094fb5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/fairseq/models/machine_translation.py
View File

@ -271,10 +271,10 @@ class TranslationModel(FairseqEncoderDecoderModel):
output_projection.weight = decoder_embed_tokens.weight output_projection.weight = decoder_embed_tokens.weight
else: else:
output_projection = torch.nn.Linear( output_projection = torch.nn.Linear(
decoder_embed_dim, len(tgt_dict), bias=False args.decoder_embed_dim, len(tgt_dict), bias=False
) )
torch.nn.init.normal_( torch.nn.init.normal_(
output_projection.weight, mean=0, std=decoder_embed_dim ** -0.5 output_projection.weight, mean=0, std=args.decoder_embed_dim ** -0.5
) )
encoder = cls.build_encoder( encoder = cls.build_encoder(