From 944b4c3335c7f2ebf274cfed6e6922c1f58087a2 Mon Sep 17 00:00:00 2001 From: James Betker Date: Fri, 8 Apr 2022 16:31:08 -0600 Subject: [PATCH] more undos --- codes/models/audio/tts/transformer_builders.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/codes/models/audio/tts/transformer_builders.py b/codes/models/audio/tts/transformer_builders.py index 8ce96f38..06f4a44d 100644 --- a/codes/models/audio/tts/transformer_builders.py +++ b/codes/models/audio/tts/transformer_builders.py @@ -59,8 +59,8 @@ def build_hf_gpt_transformer(layers, model_dim, heads, max_mel_seq_len, max_text """ from transformers import GPT2Config, GPT2Model gpt_config = GPT2Config(vocab_size=256, # Unused. - n_positions=1, - n_ctx=1, + n_positions=max_mel_seq_len+max_text_seq_len, + n_ctx=max_mel_seq_len+max_text_seq_len, n_embd=model_dim, n_layer=layers, n_head=heads,