deviandice/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Issues Pull Requests Packages Projects Releases Wiki Activity

dsfa

Browse Source
This commit is contained in:
James Betker 2022-04-02 21:57:00 -06:00
parent 4c6bdfc9e2
commit b6afc4d542
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
codes/models/audio/tts/autoregressive_codegen.py
View File

@ -205,6 +205,7 @@ class AutoregressiveCodegen(nn.Module):
self.encoder = CheckpointedXTransformerWrapper( self.encoder = CheckpointedXTransformerWrapper(
num_tokens=num_text_tokens, num_tokens=num_text_tokens,
use_pos_emb=False, use_pos_emb=False,
max_seq_len=-1,
attn_layers = Encoder( attn_layers = Encoder(
depth=depth//2, depth=depth//2,
heads=model_dim//64, heads=model_dim//64,
@ -220,6 +221,7 @@ class AutoregressiveCodegen(nn.Module):
self.decoder = CheckpointedXTransformerWrapper( self.decoder = CheckpointedXTransformerWrapper(
num_tokens=num_mel_tokens, num_tokens=num_mel_tokens,
use_pos_emb=False, use_pos_emb=False,
max_seq_len=-1,
attn_layers=Decoder( attn_layers=Decoder(
depth=depth, depth=depth,
heads=model_dim//64, heads=model_dim//64,