deviandice/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Issues Pull Requests Packages Projects Releases Wiki Activity

more undos

Browse Source
This commit is contained in:
James Betker 2022-04-08 16:31:08 -06:00
parent 032983e2ed
commit 944b4c3335
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
codes/models/audio/tts/transformer_builders.py
View File

@ -59,8 +59,8 @@ def build_hf_gpt_transformer(layers, model_dim, heads, max_mel_seq_len, max_text
""" """
from transformers import GPT2Config, GPT2Model from transformers import GPT2Config, GPT2Model
gpt_config = GPT2Config(vocab_size=256, # Unused. gpt_config = GPT2Config(vocab_size=256, # Unused.
n_positions=1, n_positions=max_mel_seq_len+max_text_seq_len,
n_ctx=1, n_ctx=max_mel_seq_len+max_text_seq_len,
n_embd=model_dim, n_embd=model_dim,
n_layer=layers, n_layer=layers,
n_head=heads, n_head=heads,