experts weren't forwarded into constructer (wasted a few days of training garbage)

2023-12-23 16:08:17 -06:00 · 2023-12-23 16:08:17 -06:00 · e513d2ef19
commit e513d2ef19
parent 0db3203b21
1 changed files with 1 additions and 0 deletions
--- a/vall_e/models/init.py
+++ b/vall_e/models/init.py
@ -18,6 +18,7 @@ def get_model(cfg):
 		d_model=cfg.dim,
 		n_heads=cfg.heads,
 		n_layers=cfg.layers,
+		n_experts=cfg.experts,
 		
 		config = cfg,
 	)