mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

100x better for subtrain/eval to be by group instead

Browse Source
This commit is contained in:
mrq 2024-05-19 16:40:14 -05:00
parent 458b95d196
commit e3ef89f5aa
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vall_e/data.py
View File

@ -211,7 +211,7 @@ class Dataset(_Dataset):
self.training = training
self.dataset_type = "training" if self.training else "validation"
self.dataset = cfg.dataset.training if self.training else cfg.dataset.validation
self.sampler_type = cfg.dataset.sample_type if self.dataset_type == "training" else "path"
self.sampler_type = cfg.dataset.sample_type if self.dataset_type == "training" else "group"
# to-do: do not do validation if there's nothing in the validation
# this just makes it be happy

6
vall_e/models/ar_nar.py
View File

@ -319,6 +319,8 @@ class AR_NAR(Base):
def example_usage():
#cfg.trainer.backend = "local"
cfg.hyperparameters.gradient_accumulation_steps = 1
if cfg.inference.audio_backend == "dac":
cfg.sample_rate = 44_000
from functools import partial
from einops import repeat
@ -371,7 +373,7 @@ def example_usage():
'n_layers': 8, # 32
'n_experts': 1,
'p_dropout': 0.0,
'p_dropout': 0.1,
'l_padding': 8 if cfg.optimizations.fp8 else 0,
@ -386,7 +388,7 @@ def example_usage():
"""
model = AR_NAR(**kwargs).to(device)
steps = 1000
steps = 200
optimizer = cfg.hyperparameters.optimizer.lower() if cfg.cfg_path is not None else "prodigy"
scheduler = cfg.hyperparameters.scheduler.lower() if cfg.cfg_path is not None else ""