fix memory issue

This commit is contained in:
James Betker 2022-06-03 11:20:09 -06:00
parent 9d8c2bddb1
commit a14274c845

View File

@ -179,7 +179,8 @@ class Trainer:
else:
self.val_freq = int(opt['train']['val_freq_megasamples'] * 1000000)
self.next_eval_step = self.total_training_data_encountered + self.val_freq
self.next_eval_step = self.total_training_data_encountered + self.val_freq
del resume_state # For whatever reason, this relieves a memory burden on the first GPU for some training sessions.
def do_step(self, train_data):
if self._profile: