diff --git a/codes/models/audio/music/gpt_music2.py b/codes/models/audio/music/gpt_music2.py
index dc06dcbe..c8c38e3f 100644
--- a/codes/models/audio/music/gpt_music2.py
+++ b/codes/models/audio/music/gpt_music2.py
@@ -35,7 +35,8 @@ class UpperEncoder(nn.Module):
             ResBlock(hidden_dim, out_channels=hidden_dim, use_conv=True, dims=1),
             nn.GroupNorm(8, hidden_dim),
             nn.SiLU(),
-            nn.Conv1d(hidden_dim, embedding_dim, 1)
+            nn.Conv1d(hidden_dim, embedding_dim, 1),
+            nn.Tanh(),
         )
 
     def forward(self, x):