un 'experimental' the better target sequence preparation

This commit is contained in:
mrq 2023-10-22 09:06:59 -05:00
parent 9a6040383e
commit ed54f4ebec

View File

@ -127,8 +127,11 @@ class AR_NAR(Base):
targ_list = [r[..., l] for r, l in zip(resps_list, quant_levels)] # ensures we only have 1 RVQ-bin (our target)
resps_list = [r if l == 0 else r[..., :l] for r, l in zip(resps_list, quant_levels)] # r[..., 0] is technically correct, but only r[:, 0] gets passed through the embedding
"""
if cfg.experimental:
proms_list = [ r if l == 0 else trim(r, 75 * 3) for r, l in zip(proms_list, quant_levels) ] # trim input prompt to 3 seconds
"""
# append stop tokens for AR
for i in range(batch_size):
if quant_levels[i] > 0: