Make loss accumulator for logs accumulate better

2021-12-12 22:23:17 -07:00 · 2021-12-12 22:23:17 -07:00 · e7957e4897
commit e7957e4897
parent 4f8c4d130c
1 changed files with 1 additions and 1 deletions
--- a/codes/trainer/steps.py
+++ b/codes/trainer/steps.py
@ -22,7 +22,7 @@ class ConfigurableStep(Module):
        self.env = env
        self.opt = env['opt']
        self.gen_outputs = opt_step['generator_outputs']
-        self.loss_accumulator = LossAccumulator()
+        self.loss_accumulator = LossAccumulator(buffer_sz=opt_get(opt_step, ['loss_log_buffer'], 50))
        self.optimizers = None
        self.scaler = GradScaler(enabled=self.opt['fp16'])
        self.grads_generated = False