mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

fix STT

Browse Source
This commit is contained in:
mrq 2024-11-13 14:27:15 -06:00
parent 910033343c
commit 3ea8a610d6
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vall_e/models/base.py
View File

@ -1174,9 +1174,9 @@ class Base(nn.Module):
# we do a manual sum because I trained it to use the AR embeddings + NAR embeddings for STT...... # we do a manual sum because I trained it to use the AR embeddings + NAR embeddings for STT......
embedding = sum([ self.resps_emb( embedding = sum([ self.resps_emb(
input[:, :l+1], input[:, :l+1],
#offset = 0 if l == 0 else 1, # or maybe set to 1 offset = 0 if l == 0 else 1, # or maybe set to 1
#quant_level = l, quant_level = l,
name = 'AR:0:0' if l == 0 else f'NAR:{l-1}:{l}', #name = 'AR:0:0' if l == 0 else f'NAR:{l-1}:{l}',
sums = False sums = False
) for l in range( input.shape[-1] - 1 ) ]) ) for l in range( input.shape[-1] - 1 ) ])
else: else: