mrq/torchscale
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

typo

Browse Source
This commit is contained in:
Kashif Rasul 2022-11-29 00:11:02 +01:00
parent e7d5ec2ad7
commit be14bc23a1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
torchscale/architecture/decoder.py
View File

@ -400,7 +400,7 @@ class Decoder(nn.Module):
) )
x = x.transpose(0, 1) x = x.transpose(0, 1)
# relative postion # relative position
self_attn_rel_pos_bias = None self_attn_rel_pos_bias = None
slen = prev_output_tokens.size(1) slen = prev_output_tokens.size(1)
if self.self_attn_relative_position is not None: if self.self_attn_relative_position is not None: