forgot to pass warmup to schedule free
This commit is contained in:
parent
b6131565ad
commit
c22a177cf8
|
@ -97,7 +97,8 @@ def load_engines(training=True):
|
|||
|
||||
optimizer = scheduler_class(
|
||||
[ param for name, param in model.named_parameters() if name not in model._cfg.frozen_params ],
|
||||
lr = params['lr']
|
||||
lr = params['lr'],
|
||||
warmup_steps = cfg.hyperparameters.warmup_steps
|
||||
)
|
||||
|
||||
|
||||
|
|
Loading…
Reference in New Issue
Block a user