mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

ugh

Browse Source
This commit is contained in:
mrq 2024-06-30 11:11:58 -05:00
parent dced595391
commit 396af541c5
2 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
data/config.yaml
View File

@ -27,6 +27,7 @@ models:
interleave: False # interleaves RVQ levels, only works with above for now interleave: False # interleaves RVQ levels, only works with above for now
audio_embedding_mode: "" # "" | "inclusive" | "exclusive", whether to utilize the audio backend's embeddings with the input embeddings audio_embedding_mode: "" # "" | "inclusive" | "exclusive", whether to utilize the audio backend's embeddings with the input embeddings
audio_embedding_sums: False # whether the input embeddings include all prior RVQ levels (sums) or only the current one, further experimentation is needed to see if this matters audio_embedding_sums: False # whether the input embeddings include all prior RVQ levels (sums) or only the current one, further experimentation is needed to see if this matters
p_rvq_levels: "equal" # "equal" | "auto", sets probabilities of which RVQ level to select during training, auto will have the next RVQ level half as likely as the previous one
hyperparameters: hyperparameters:
autotune: False autotune: False

6
vall_e/config.py
View File

@ -262,11 +262,7 @@ class Model:
if cfg.optimizations.bitnet: if cfg.optimizations.bitnet:
name.append("bitnet") name.append("bitnet")
if self.interleave: name.append(f'{self.resp_levels}')
name.append("interleaved")
else:
name.append(f'{self.prom_levels}')
return "-".join(name) return "-".join(name)