forgot to divide checkpoint freq by iterations to get checkpoint counts

This commit is contained in:
mrq 2023-02-19 07:05:11 +00:00
parent 485319c2bb
commit d89b7d60e0

View File

@ -465,7 +465,7 @@ def run_training(config_path, verbose=False, buffer_size=8, progress=gr.Progress
its = config['train']['niter'] its = config['train']['niter']
checkpoint = 0 checkpoint = 0
checkpoints = config['logger']['save_checkpoint_freq'] checkpoints = config['logger']['save_checkpoint_freq'] / its
buffer_size = 8 buffer_size = 8
open_state = False open_state = False
@ -497,7 +497,7 @@ def run_training(config_path, verbose=False, buffer_size=8, progress=gr.Progress
progress(checkpoint / float(checkpoints), f'[{checkpoint}/{checkpoints}] Saving checkpoint...') progress(checkpoint / float(checkpoints), f'[{checkpoint}/{checkpoints}] Saving checkpoint...')
print(f"[Training] [{datetime.now().isoformat()}] {line[:-1]}") print(f"[Training] [{datetime.now().isoformat()}] {line[:-1]}")
if verbose: if verbose:
yield "".join(buffer[-buffer_size:]) yield "".join(buffer[-buffer_size:])