This commit is contained in:
mrq 2024-11-13 10:35:44 -06:00
parent be83ddabaa
commit b2eca271a8

View File

@ -105,8 +105,9 @@ def _make_infinite_epochs(dl):
while True: while True:
if dl.dataset.index() == 0: if dl.dataset.index() == 0:
_logger.info("New epoch starts.") _logger.info("New epoch starts.")
yield from tqdm(dl, "Epoch progress", dynamic_ncols=True, disable=not is_global_leader())
# this number may jump from the dataloader sampling before the actual training step happens # this number may jump from the dataloader sampling before the actual training step happens
yield from tqdm(dl, "Epoch progress", dynamic_ncols=True, disable=not is_global_leader(), initial=dl.dataset.index(), total=len(dl.dataset)) #yield from tqdm(dl, "Epoch progress", dynamic_ncols=True, disable=not is_global_leader(), initial=dl.dataset.index(), total=len(dl.dataset))
@local_leader_only(default=None) @local_leader_only(default=None)