deviandice/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix flat

Browse Source
This commit is contained in:
James Betker 2022-03-22 11:39:39 -06:00
parent e47a759ed8
commit 5405ce4363
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
codes/models/audio/tts/unet_diffusion_tts_flat.py
View File

@ -71,7 +71,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout,
use_rmsnorm=True,
ff_glu=True,
rotary_emb_dim=True,
rotary_pos_emb=True,
)
)
)
@ -91,7 +91,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout,
use_rmsnorm=True,
ff_glu=True,
rotary_emb_dim=True,
rotary_pos_emb=True,
)
))
self.conditioning_conv = nn.Conv1d(model_channels*2, model_channels, 1)
@ -110,7 +110,7 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout,
use_rmsnorm=True,
ff_glu=True,
rotary_emb_dim=True,
rotary_pos_emb=True,
layerdrop_percent=0,
)
)
@ -130,9 +130,10 @@ class DiffusionTtsFlat(nn.Module):
attn_dropout=dropout,
use_rmsnorm=True,
ff_glu=True,
rotary_emb_dim=True,
rotary_pos_emb=True,
layerdrop_percent=layer_drop,
zero_init_branch_output=True,
sandwich_coef=4,
)
)
self.layers.transformer.norm = nn.Identity() # We don't want the final norm for the main encoder.