undo sandwich
This commit is contained in:
parent
927731f3b4
commit
f3f391b372
|
@ -133,7 +133,6 @@ class DiffusionTtsFlat(nn.Module):
|
||||||
rotary_pos_emb=True,
|
rotary_pos_emb=True,
|
||||||
layerdrop_percent=layer_drop,
|
layerdrop_percent=layer_drop,
|
||||||
zero_init_branch_output=True,
|
zero_init_branch_output=True,
|
||||||
sandwich_coef=4,
|
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder.
|
self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder.
|
||||||
|
|
Loading…
Reference in New Issue
Block a user