typo

2022-11-29 00:11:02 +01:00 · 2022-11-29 00:11:02 +01:00 · be14bc23a1
commit be14bc23a1
parent e7d5ec2ad7
1 changed files with 1 additions and 1 deletions
--- a/torchscale/architecture/decoder.py
+++ b/torchscale/architecture/decoder.py
@ -400,7 +400,7 @@ class Decoder(nn.Module):
        )
        x = x.transpose(0, 1)

-        # relative postion
+        # relative position
        self_attn_rel_pos_bias = None
        slen = prev_output_tokens.size(1)
        if self.self_attn_relative_position is not None: