From 81c952a00a611eff547e68ed9107f7e53e0fb68b Mon Sep 17 00:00:00 2001 From: James Betker Date: Fri, 8 Apr 2022 16:32:52 -0600 Subject: [PATCH] undo relative --- codes/models/audio/tts/transformer_builders.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codes/models/audio/tts/transformer_builders.py b/codes/models/audio/tts/transformer_builders.py index 06f4a44d..238dab66 100644 --- a/codes/models/audio/tts/transformer_builders.py +++ b/codes/models/audio/tts/transformer_builders.py @@ -33,7 +33,7 @@ def null_position_embeddings(range, dim): class LearnedPositionEmbeddings(nn.Module): - def __init__(self, seq_len, model_dim, init=.02, relative=True): + def __init__(self, seq_len, model_dim, init=.02, relative=False): super().__init__() self.emb = nn.Embedding(seq_len, model_dim) # Initializing this way is standard for GPT-2