forked from mrq/DL-Art-School
sdfds
This commit is contained in:
parent
b6afc4d542
commit
1cf20b7337
|
@ -216,7 +216,6 @@ class AutoregressiveCodegen(nn.Module):
|
||||||
ff_glu=True,
|
ff_glu=True,
|
||||||
ff_mult=1,
|
ff_mult=1,
|
||||||
rotary_pos_emb=True,
|
rotary_pos_emb=True,
|
||||||
rel_pos_bias=True,
|
|
||||||
))
|
))
|
||||||
self.decoder = CheckpointedXTransformerWrapper(
|
self.decoder = CheckpointedXTransformerWrapper(
|
||||||
num_tokens=num_mel_tokens,
|
num_tokens=num_mel_tokens,
|
||||||
|
@ -232,7 +231,6 @@ class AutoregressiveCodegen(nn.Module):
|
||||||
ff_glu=True,
|
ff_glu=True,
|
||||||
ff_mult=1,
|
ff_mult=1,
|
||||||
rotary_pos_emb=True,
|
rotary_pos_emb=True,
|
||||||
rel_pos_bias=True,
|
|
||||||
cross_attend=True,
|
cross_attend=True,
|
||||||
))
|
))
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user