print in e-notation for LR

This commit is contained in:
mrq 2023-03-05 19:48:24 +00:00
parent 8b9c9e1bbf
commit 8094401a6d
2 changed files with 2 additions and 2 deletions

View File

@ -808,7 +808,7 @@ class TrainingState():
self.metrics['loss'] = [] self.metrics['loss'] = []
if 'learning_rate_gpt_0' in self.info: if 'learning_rate_gpt_0' in self.info:
self.metrics['loss'].append(f'LR: {"{:.9f}".format(self.info["learning_rate_gpt_0"])}') self.metrics['loss'].append(f'LR: {"{:e}".format(self.info["learning_rate_gpt_0"])}')
if len(self.losses) > 0: if len(self.losses) > 0:
self.metrics['loss'].append(f'Loss: {"{:.3f}".format(self.losses[-1]["value"])}') self.metrics['loss'].append(f'Loss: {"{:.3f}".format(self.losses[-1]["value"])}')

@ -1 +1 @@
Subproject commit 0f3261e0717be9e3a59b652fea7c1a388c8fa43a Subproject commit 6fcd8c604f066e4e346da522bd14e6670395025f