mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

somehow fixed non-unified position IDs for the NAR-len

Browse Source
This commit is contained in:
mrq 2024-08-03 08:43:42 -05:00
parent 66407e5bdb
commit 26f74c5739
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vall_e/models/base.py
View File

@ -438,8 +438,10 @@ class Base(nn.Module):
l_tokens = [n_resp_tokens] * (self.n_resp_levels + (1 if split_classifiers else 0))
# there seems to be a problem with the NAR-only model with non-unified position IDs.............
"""
if "len" in self.capabilities and not unified_position_ids:
raise Exception("ERROR: model instability for NAR-only model when not using unified position IDs.")
"""
self.unified_position_ids = unified_position_ids