mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Make loss accumulator for logs accumulate better

Browse Source
This commit is contained in:
James Betker 2021-12-12 22:23:17 -07:00
parent 4f8c4d130c
commit e7957e4897
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
codes/trainer/steps.py
View File

@ -22,7 +22,7 @@ class ConfigurableStep(Module):
self.env = env self.env = env
self.opt = env['opt'] self.opt = env['opt']
self.gen_outputs = opt_step['generator_outputs'] self.gen_outputs = opt_step['generator_outputs']
self.loss_accumulator = LossAccumulator() self.loss_accumulator = LossAccumulator(buffer_sz=opt_get(opt_step, ['loss_log_buffer'], 50))
self.optimizers = None self.optimizers = None
self.scaler = GradScaler(enabled=self.opt['fp16']) self.scaler = GradScaler(enabled=self.opt['fp16'])
self.grads_generated = False self.grads_generated = False