From 6130391a85c0a2ddfac400d9071d5f644469d40f Mon Sep 17 00:00:00 2001 From: James Betker Date: Tue, 17 May 2022 18:04:20 -0600 Subject: [PATCH] fix div --- codes/models/audio/mel2vec.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/codes/models/audio/mel2vec.py b/codes/models/audio/mel2vec.py index 285cf299..c8ff6655 100644 --- a/codes/models/audio/mel2vec.py +++ b/codes/models/audio/mel2vec.py @@ -647,8 +647,8 @@ class ContrastiveTrainingWrapper(nn.Module): if distributed.is_initialized(): distributed.all_reduce(num_losses) num_losses = num_losses / distributed.get_world_size() - contrastive_loss = contrastive_loss / num_losses - diversity_loss = diversity_loss / num_losses + contrastive_loss = contrastive_loss + diversity_loss = diversity_loss self.num_losses_record = num_losses.detach() return contrastive_loss, diversity_loss