forked from ecker/DL-Art-School
sdfds
This commit is contained in:
parent
b6afc4d542
commit
1cf20b7337
@ -216,7 +216,6 @@ class AutoregressiveCodegen(nn.Module):
|
||||
ff_glu=True,
|
||||
ff_mult=1,
|
||||
rotary_pos_emb=True,
|
||||
rel_pos_bias=True,
|
||||
))
|
||||
self.decoder = CheckpointedXTransformerWrapper(
|
||||
num_tokens=num_mel_tokens,
|
||||
@ -232,7 +231,6 @@ class AutoregressiveCodegen(nn.Module):
|
||||
ff_glu=True,
|
||||
ff_mult=1,
|
||||
rotary_pos_emb=True,
|
||||
rel_pos_bias=True,
|
||||
cross_attend=True,
|
||||
))
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user