lol
This commit is contained in:
parent
ddc49c89c5
commit
56f8be4d62
@ -446,7 +446,7 @@ class Engines(dict[str, Engine]):
|
|||||||
engine.tokens_processed = 0
|
engine.tokens_processed = 0
|
||||||
|
|
||||||
# update the LR because for some god awful reason it gets overwritten when loading from a checkpoint but only when it's not using a scheduler
|
# update the LR because for some god awful reason it gets overwritten when loading from a checkpoint but only when it's not using a scheduler
|
||||||
if cfg.hyperparameters.scheduler_type == "":
|
if cfg.hyperparameters.scheduler == "":
|
||||||
self.set_lr(cfg.hyperparameters.learning_rate)
|
self.set_lr(cfg.hyperparameters.learning_rate)
|
||||||
|
|
||||||
self._update()
|
self._update()
|
||||||
|
|||||||
@ -47,7 +47,7 @@ class Engine(DeepSpeedEngine):
|
|||||||
}
|
}
|
||||||
|
|
||||||
# kwargs['stats'] = None will return None when popped
|
# kwargs['stats'] = None will return None when popped
|
||||||
maybe_stats = kwargs.get('stats', stats)
|
maybe_stats = kwargs.pop('stats', stats)
|
||||||
if maybe_stats is not None:
|
if maybe_stats is not None:
|
||||||
stats = maybe_stats
|
stats = maybe_stats
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user