mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

ugh

Browse Source
This commit is contained in:
mrq 2024-12-06 22:35:30 -06:00
parent 42fafbaaca
commit 953d3eb030
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vall_e/models/base.py
View File

@ -1671,9 +1671,9 @@ class Base(nn.Module):
# mix if not nan # mix if not nan
if not torch.isnan(soft_loss).any(): if not torch.isnan(soft_loss).any():
loss['kl'] = soft_loss * A
for k in loss.keys(): for k in loss.keys():
loss[k] *= (1.0 - A) loss[k] *= (1.0 - A)
loss['kl'] = soft_loss * A
# include any additional losses (for example: MoE router) # include any additional losses (for example: MoE router)
if output.loss is not None: if output.loss is not None: