undo sandwich

2022-03-22 11:43:24 -06:00 · 2022-03-22 11:43:24 -06:00 · f3f391b372
commit f3f391b372
parent 927731f3b4
1 changed files with 0 additions and 1 deletions
--- a/codes/models/audio/tts/unet_diffusion_tts_flat.py
+++ b/codes/models/audio/tts/unet_diffusion_tts_flat.py
@ -133,7 +133,6 @@ class DiffusionTtsFlat(nn.Module):
                    rotary_pos_emb=True,
                    layerdrop_percent=layer_drop,
                    zero_init_branch_output=True,
-                    sandwich_coef=4,
                )
            )
        self.layers.transformer.norm = nn.Identity()  # We don't want the final norm for the main encoder.