mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

auto-fix text_inputs too big

Browse Source
This commit is contained in:
James Betker 2022-01-01 13:25:47 -07:00
parent 35abefd038
commit fe9ea4e01a
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
codes/models/gpt_voice/gpt_asr_hf2.py
View File

@ -313,6 +313,9 @@ class GptAsrHf2(nn.Module):
return loss_text.mean(), text_logits
def text_only(self, text_inputs):
if text_inputs.shape[1] > self.max_symbols_per_phrase:
print(f"Embedding error, provided text_inputs with shape {text_inputs.shape}, but max is {self.max_symbols_per_phrase}. Automatically correcting by truncating symbols.")
text_inputs = text_inputs[:, :self.max_symbols_per_phrase]
text_inputs, text_targets = self.build_aligned_inputs_and_targets(text_inputs, self.start_token, self.stop_token)
text_emb = self.gpt.get_input_embeddings()(text_inputs) + \
self.text_pos_embedding(torch.arange(text_inputs.shape[1], device=text_inputs.device)) + \