Fix gapping bug in voice2voice clip

This commit is contained in:
James Betker 2021-12-29 14:44:46 -07:00
parent 51ce1b5007
commit 5ae7e0d9b0

View File

@ -60,8 +60,8 @@ class VoiceCLIP(nn.Module):
# Introduce a random gap between the two clips. # Introduce a random gap between the two clips.
potential_gap = half_length // 4 potential_gap = half_length // 4
if potential_gap > 0:
gap = random.randint(0, potential_gap) gap = random.randint(0, potential_gap)
if gap > 0:
first_half = first_half[:, :, :-gap] first_half = first_half[:, :, :-gap]
second_half = second_half[:, :, gap:] second_half = second_half[:, :, gap:]
@ -111,6 +111,7 @@ def register_voice_to_voice_clip(opt_net, opt):
if __name__ == '__main__': if __name__ == '__main__':
clip = VoiceCLIP() clip = VoiceCLIP()
clip(torch.randn((2,80,200)), for k in range(1000):
torch.randint(0,200*1024,(2,)), clip(torch.randn((2,80,156)),
torch.randint(130*1024,156*1024,(2,)),
return_loss=True) return_loss=True)