forgot to pass warmup to schedule free

This commit is contained in:
mrq 2024-05-09 22:18:49 -05:00
parent b6131565ad
commit c22a177cf8

View File

@ -97,7 +97,8 @@ def load_engines(training=True):
optimizer = scheduler_class(
[ param for name, param in model.named_parameters() if name not in model._cfg.frozen_params ],
lr = params['lr']
lr = params['lr'],
warmup_steps = cfg.hyperparameters.warmup_steps
)