brianworms

This commit is contained in:
mrq 2023-03-05 20:30:27 +00:00
parent b82961ba8a
commit 206a14fdbe

View File

@ -760,9 +760,9 @@ class TrainingState():
self.metrics['step'] = [f"{self.epoch}/{self.epochs}"] self.metrics['step'] = [f"{self.epoch}/{self.epochs}"]
if self.epochs != self.its: if self.epochs != self.its:
self.metrics.append(f"{self.it}/{self.its}") self.metrics['step'].append(f"{self.it}/{self.its}")
if steps > 1: if steps > 1:
self.metrics.append(f"{step}/{steps}") self.metrics['step'].append(f"{step}/{steps}")
self.metrics['step'] = ", ".join(self.metrics['step']) self.metrics['step'] = ", ".join(self.metrics['step'])
if lapsed: if lapsed:
@ -808,7 +808,7 @@ class TrainingState():
self.metrics['loss'] = [] self.metrics['loss'] = []
if 'learning_rate_gpt_0' in self.info: if 'learning_rate_gpt_0' in self.info:
self.metrics['loss'].append(f'LR: {"{:e}".format(self.info["learning_rate_gpt_0"])}') self.metrics['loss'].append(f'LR: {"{:.3e}".format(self.info["learning_rate_gpt_0"])}')
if len(self.losses) > 0: if len(self.losses) > 0:
self.metrics['loss'].append(f'Loss: {"{:.3f}".format(self.losses[-1]["value"])}') self.metrics['loss'].append(f'Loss: {"{:.3f}".format(self.losses[-1]["value"])}')