1
0
Fork 0

forgot to mult by batch size

master
mrq 2023-02-23 15:38:04 +07:00
parent 487f2ebf32
commit 7d1220e83e
1 changed files with 2 additions and 1 deletions

@ -445,6 +445,7 @@ class TrainingState():
with open(config_path, 'r') as file:
self.config = yaml.safe_load(file)
self.batch_size = self.config['datasets']['train']['batch_size']
self.dataset_path = self.config['datasets']['train']['path']
with open(self.dataset_path, 'r', encoding="utf-8") as f:
self.dataset_size = len(f.readlines())
@ -453,7 +454,7 @@ class TrainingState():
self.its = self.config['train']['niter']
self.epoch = 0
self.epochs = int(self.its/self.dataset_size)
self.epochs = int(self.its*self.batch_size/self.dataset_size)
self.checkpoint = 0
self.checkpoints = int(self.its / self.config['logger']['save_checkpoint_freq'])