This commit is contained in:
James Betker 2022-04-02 21:58:09 -06:00
parent b6afc4d542
commit 1cf20b7337

View File

@ -216,7 +216,6 @@ class AutoregressiveCodegen(nn.Module):
ff_glu=True,
ff_mult=1,
rotary_pos_emb=True,
rel_pos_bias=True,
))
self.decoder = CheckpointedXTransformerWrapper(
num_tokens=num_mel_tokens,
@ -232,7 +231,6 @@ class AutoregressiveCodegen(nn.Module):
ff_glu=True,
ff_mult=1,
rotary_pos_emb=True,
rel_pos_bias=True,
cross_attend=True,
))