reset ctc loss from "mean" to "sum"

2022-02-17 22:00:58 -07:00 · 2022-02-17 22:00:58 -07:00 · f3776f1992
commit f3776f1992
parent 2b20da679c
1 changed files with 1 additions and 1 deletions
--- a/codes/models/asr/w2v_wrapper.py
+++ b/codes/models/asr/w2v_wrapper.py
@ -30,7 +30,7 @@ class Wav2VecWrapper(nn.Module):
        self.w2v.lm_head = nn.Linear(self.w2v.config.hidden_size, vocab_size)
        self.w2v.config.vocab_size = vocab_size
        self.w2v.config.pad_token_id = 0
-        self.w2v.config.ctc_loss_reduction = 'mean'
+        self.w2v.config.ctc_loss_reduction = 'sum'
        self.w2v.config.apply_spec_augment = spec_augment

        # We always freeze the feature extractor, which needs some special operations in DLAS