This commit is contained in:
mrq 2024-06-30 11:11:58 -05:00
parent dced595391
commit 396af541c5
2 changed files with 2 additions and 5 deletions

View File

@ -27,6 +27,7 @@ models:
interleave: False # interleaves RVQ levels, only works with above for now
audio_embedding_mode: "" # "" | "inclusive" | "exclusive", whether to utilize the audio backend's embeddings with the input embeddings
audio_embedding_sums: False # whether the input embeddings include all prior RVQ levels (sums) or only the current one, further experimentation is needed to see if this matters
p_rvq_levels: "equal" # "equal" | "auto", sets probabilities of which RVQ level to select during training, auto will have the next RVQ level half as likely as the previous one
hyperparameters:
autotune: False

View File

@ -262,11 +262,7 @@ class Model:
if cfg.optimizations.bitnet:
name.append("bitnet")
if self.interleave:
name.append("interleaved")
else:
name.append(f'{self.prom_levels}')
name.append(f'{self.resp_levels}')
return "-".join(name)