undo relative

2022-04-08 16:32:52 -06:00 · 2022-04-08 16:32:52 -06:00 · 81c952a00a
commit 81c952a00a
parent 944b4c3335
1 changed files with 1 additions and 1 deletions
--- a/codes/models/audio/tts/transformer_builders.py
+++ b/codes/models/audio/tts/transformer_builders.py
@ -33,7 +33,7 @@ def null_position_embeddings(range, dim):


 class LearnedPositionEmbeddings(nn.Module):
-    def __init__(self, seq_len, model_dim, init=.02, relative=True):
+    def __init__(self, seq_len, model_dim, init=.02, relative=False):
        super().__init__()
        self.emb = nn.Embedding(seq_len, model_dim)
        # Initializing this way is standard for GPT-2