mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix flat

Browse Source
This commit is contained in:
James Betker 2022-03-22 11:39:39 -06:00
parent e47a759ed8
commit 5405ce4363
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
codes/models/audio/tts/unet_diffusion_tts_flat.py
View File

@ -71,7 +71,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout, attn_dropout=dropout,
use_rmsnorm=True, use_rmsnorm=True,
ff_glu=True, ff_glu=True,
rotary_emb_dim=True, rotary_pos_emb=True,
) )
) )
) )
@ -91,7 +91,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout, attn_dropout=dropout,
use_rmsnorm=True, use_rmsnorm=True,
ff_glu=True, ff_glu=True,
rotary_emb_dim=True, rotary_pos_emb=True,
) )
)) ))
self.conditioning_conv = nn.Conv1d(model_channels*2, model_channels, 1) self.conditioning_conv = nn.Conv1d(model_channels*2, model_channels, 1)
@ -110,7 +110,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout, attn_dropout=dropout,
use_rmsnorm=True, use_rmsnorm=True,
ff_glu=True, ff_glu=True,
rotary_emb_dim=True, rotary_pos_emb=True,
layerdrop_percent=0, layerdrop_percent=0,
) )
) )
@ -130,9 +130,10 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout, attn_dropout=dropout,
use_rmsnorm=True, use_rmsnorm=True,
ff_glu=True, ff_glu=True,
rotary_emb_dim=True, rotary_pos_emb=True,
layerdrop_percent=layer_drop, layerdrop_percent=layer_drop,
zero_init_branch_output=True, zero_init_branch_output=True,
sandwich_coef=4,
) )
) )
self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder. self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder.