From be14bc23a1e63bde6b0fd5706dea058aa16de1bd Mon Sep 17 00:00:00 2001
From: Kashif Rasul <kashif.rasul@gmail.com>
Date: Tue, 29 Nov 2022 00:11:02 +0100
Subject: [PATCH] typo

---
 torchscale/architecture/decoder.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/torchscale/architecture/decoder.py b/torchscale/architecture/decoder.py
index 0463800..704e438 100644
--- a/torchscale/architecture/decoder.py
+++ b/torchscale/architecture/decoder.py
@@ -400,7 +400,7 @@ class Decoder(nn.Module):
         )
         x = x.transpose(0, 1)
 
-        # relative postion
+        # relative position
         self_attn_rel_pos_bias = None
         slen = prev_output_tokens.size(1)
         if self.self_attn_relative_position is not None: