From 7c82e18c6c92cfc1d2ff884da777718aca18b7d8 Mon Sep 17 00:00:00 2001 From: James Betker Date: Tue, 17 May 2022 17:16:09 -0600 Subject: [PATCH] darn mpi --- codes/models/audio/mel2vec.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codes/models/audio/mel2vec.py b/codes/models/audio/mel2vec.py index 83cf943a..ea0fff6b 100644 --- a/codes/models/audio/mel2vec.py +++ b/codes/models/audio/mel2vec.py @@ -645,7 +645,7 @@ class ContrastiveTrainingWrapper(nn.Module): num_losses = mask_time_indices.sum() if distributed.is_initialized(): - num_losses = distributed.reduce(num_losses) / distributed.get_world_size() + num_losses = distributed.all_reduce(num_losses) / distributed.get_world_size() contrastive_loss = contrastive_loss / num_losses diversity_loss = diversity_loss / num_losses