mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

i can't be assed to test if the prior commit works so being explicit like this should help until i can be bothered to halt training just to test this

Browse Source
This commit is contained in:
mrq 2025-04-07 23:13:35 -05:00
parent 6d42c9ae23
commit 6c6a34dd21
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vall_e/models/base_v2.py
View File

@ -147,9 +147,8 @@ class FiniteAudioEncoder(nn.Module):
else:
x = self.proj( x )
weights = self.level_weights.float()
weights = F.softmax(weights, dim=0).view(1, -1, 1)
x = (x * weights).sum(dim=1).to(xi.dtype)
weights = F.softmax(self.level_weights.float(), dim=0).view(1, -1, 1)
x = (x.float() * weights).sum(dim=1).to(xi.dtype)
return x