un 'experimental' the better target sequence preparation
This commit is contained in:
parent
9a6040383e
commit
ed54f4ebec
|
@ -127,8 +127,11 @@ class AR_NAR(Base):
|
|||
targ_list = [r[..., l] for r, l in zip(resps_list, quant_levels)] # ensures we only have 1 RVQ-bin (our target)
|
||||
resps_list = [r if l == 0 else r[..., :l] for r, l in zip(resps_list, quant_levels)] # r[..., 0] is technically correct, but only r[:, 0] gets passed through the embedding
|
||||
|
||||
"""
|
||||
if cfg.experimental:
|
||||
proms_list = [ r if l == 0 else trim(r, 75 * 3) for r, l in zip(proms_list, quant_levels) ] # trim input prompt to 3 seconds
|
||||
"""
|
||||
|
||||
# append stop tokens for AR
|
||||
for i in range(batch_size):
|
||||
if quant_levels[i] > 0:
|
||||
|
|
Loading…
Reference in New Issue
Block a user