From f3f391b372d0c9f1511222d348192b0b628580f3 Mon Sep 17 00:00:00 2001 From: James Betker <jbetker@gmail.com> Date: Tue, 22 Mar 2022 11:43:24 -0600 Subject: [PATCH] undo sandwich --- codes/models/audio/tts/unet_diffusion_tts_flat.py | 1 - 1 file changed, 1 deletion(-) diff --git a/codes/models/audio/tts/unet_diffusion_tts_flat.py b/codes/models/audio/tts/unet_diffusion_tts_flat.py index 60e64d14..15e7c590 100644 --- a/codes/models/audio/tts/unet_diffusion_tts_flat.py +++ b/codes/models/audio/tts/unet_diffusion_tts_flat.py @@ -133,7 +133,6 @@ class DiffusionTtsFlat(nn.Module): rotary_pos_emb=True, layerdrop_percent=layer_drop, zero_init_branch_output=True, - sandwich_coef=4, ) ) self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder.