From adcd99559548a1f27aa818a7d1b262c9cb642aa9 Mon Sep 17 00:00:00 2001
From: Matthew Chang <mjchang07@gmail.com>
Date: Wed, 21 Dec 2022 16:24:44 -0600
Subject: [PATCH] fix a bug which overrides the default constructed
 output_projection when none is passed in

---
 torchscale/architecture/decoder.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/torchscale/architecture/decoder.py b/torchscale/architecture/decoder.py
index 37a7661..f996822 100644
--- a/torchscale/architecture/decoder.py
+++ b/torchscale/architecture/decoder.py
@@ -260,8 +260,6 @@ class Decoder(nn.Module):
         else:
             self.layer_norm = None
 
-        self.output_projection = output_projection
-
         self.self_attn_relative_position = None
         self.cross_attn_relative_position = None