From edf1e66bf9fcdcf938983800ca2a4769ddcce519 Mon Sep 17 00:00:00 2001 From: mrq Date: Fri, 1 Nov 2024 17:06:07 -0500 Subject: [PATCH] layerskip_r=6 fries the model so hard the loss is sub-1... --- vall_e/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vall_e/config.py b/vall_e/config.py index e7e98a1..db10966 100755 --- a/vall_e/config.py +++ b/vall_e/config.py @@ -260,7 +260,7 @@ class ModelExperimentalSettings: layerskip: bool = False # layerskip compatible model (or training for) #layerskip_rvq_levels: list = field(default_factory=lambda: []) # RVQ levels to train / inference layerskip for (to-do: implement, see if it matters) - layerskip_r: int = 6 # number of layers to factor into early-exit loss calc + layerskip_r: int = 2 # number of layers to factor into early-exit loss calc layerskip_p_max: float = 0.1 # maximum probabilty to dropout the last layer, used for calculating layer dropout probabilities layerskip_e_scale: float = 0.2 # early-exit loss scalar value