|
|
@ -1394,7 +1394,8 @@ def save_training_settings( **kwargs ):
|
|
|
|
if settings['gpus'] > get_device_count():
|
|
|
|
if settings['gpus'] > get_device_count():
|
|
|
|
settings['gpus'] = get_device_count()
|
|
|
|
settings['gpus'] = get_device_count()
|
|
|
|
|
|
|
|
|
|
|
|
settings['optimizer'] = 'adamw' if settings['gpus'] == 1 else 'adamw_zero'
|
|
|
|
# what an utter mistake this was
|
|
|
|
|
|
|
|
# settings['optimizer'] = 'adamw' if settings['gpus'] == 1 else 'adamw_zero'
|
|
|
|
|
|
|
|
|
|
|
|
if 'learning_rate_scheme' not in settings or settings['learning_rate_scheme'] not in LEARNING_RATE_SCHEMES:
|
|
|
|
if 'learning_rate_scheme' not in settings or settings['learning_rate_scheme'] not in LEARNING_RATE_SCHEMES:
|
|
|
|
settings['learning_rate_scheme'] = "Multistep"
|
|
|
|
settings['learning_rate_scheme'] = "Multistep"
|
|
|
|