From 9d7ce4263078b3fffbd8160903d79b7dfba73719 Mon Sep 17 00:00:00 2001
From: James Betker <jbetker@gmail.com>
Date: Thu, 16 Jun 2022 20:31:23 -0600
Subject: [PATCH] add tanh to the end of the latent thingy

---
 codes/models/audio/music/gpt_music2.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/codes/models/audio/music/gpt_music2.py b/codes/models/audio/music/gpt_music2.py
index dc06dcbe..c8c38e3f 100644
--- a/codes/models/audio/music/gpt_music2.py
+++ b/codes/models/audio/music/gpt_music2.py
@@ -35,7 +35,8 @@ class UpperEncoder(nn.Module):
             ResBlock(hidden_dim, out_channels=hidden_dim, use_conv=True, dims=1),
             nn.GroupNorm(8, hidden_dim),
             nn.SiLU(),
-            nn.Conv1d(hidden_dim, embedding_dim, 1)
+            nn.Conv1d(hidden_dim, embedding_dim, 1),
+            nn.Tanh(),
         )
 
     def forward(self, x):