diff --git a/codes/models/audio/music/gpt_music2.py b/codes/models/audio/music/gpt_music2.py
index 3cc38871..3a773646 100644
--- a/codes/models/audio/music/gpt_music2.py
+++ b/codes/models/audio/music/gpt_music2.py
@@ -24,9 +24,6 @@ class UpperEncoder(nn.Module):
             ResBlock(spec_dim, out_channels=edim(1), use_conv=True, dims=1, down=True),
             ResBlock(edim(1), out_channels=edim(2), use_conv=True, dims=1, down=True),
             ResBlock(edim(2), out_channels=edim(3), use_conv=True, dims=1, down=True),
-            ResBlock(edim(3), out_channels=edim(4), use_conv=True, dims=1, down=True),
-            ResBlock(edim(4), out_channels=edim(4), use_conv=True, dims=1),
-            ResBlock(edim(4), out_channels=edim(5), use_conv=True, dims=1, down=True),
             ResBlock(edim(5), out_channels=edim(5), use_conv=True, dims=1),
             ResBlock(edim(5), out_channels=hidden_dim, use_conv=True, dims=1, down=True))
         self.encoder = nn.Sequential(