add tanh to the end of the latent thingy

2022-06-16 20:31:23 -06:00 · 2022-06-16 20:31:23 -06:00 · 9d7ce42630
commit 9d7ce42630
parent b7758f25a9
1 changed files with 2 additions and 1 deletions
--- a/codes/models/audio/music/gpt_music2.py
+++ b/codes/models/audio/music/gpt_music2.py
@ -35,7 +35,8 @@ class UpperEncoder(nn.Module):
            ResBlock(hidden_dim, out_channels=hidden_dim, use_conv=True, dims=1),
            nn.GroupNorm(8, hidden_dim),
            nn.SiLU(),
-            nn.Conv1d(hidden_dim, embedding_dim, 1)
+            nn.Conv1d(hidden_dim, embedding_dim, 1),
+            nn.Tanh(),
        )

    def forward(self, x):