mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Undo mask during training

Browse Source
This commit is contained in:
James Betker 2022-02-11 09:35:12 -07:00
parent 618a20412a
commit 302ac8652d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
codes/models/gpt_voice/ctc_code_generator.py
View File

@ -78,7 +78,8 @@ class CtcCodeGenerator(nn.Module):
loss_mask = torch.ones_like(codes)
for i, l in enumerate(unpadded_lengths):
loss_mask[i, l:] = 0
codes = clustered_mask(self.mask_probability, codes.shape, codes.device) * codes
if self.training:
codes = clustered_mask(self.mask_probability, codes.shape, codes.device) * codes
if separators.max() > self.max_pad:
print(f"Got unexpectedly long separators. Max: {separators.max()}, {separators}")