1
0
Fork 0

what I thought was an override and not a ternary

master
mrq 2023-03-09 23:04:02 +07:00
parent c3b43d2429
commit eb1551ee92
3 changed files with 3 additions and 3 deletions

@ -1 +1 @@
Subproject commit 84c8196da5686995e0632a0e0f5539f5549bbdd8
Subproject commit bf94744514e0628c6e6ba21eda76d1fd71fb1252

@ -1 +1 @@
Subproject commit 00be48670b5ba358e86aa5781131e9920d8f4def
Subproject commit 0514f011ff22e7864a5b0976ca5c0c0545dc42f8

@ -1395,7 +1395,7 @@ def save_training_settings( **kwargs ):
settings['gpus'] = get_device_count()
# what an utter mistake this was
# settings['optimizer'] = 'adamw' if settings['gpus'] == 1 else 'adamw_zero'
settings['optimizer'] = 'adamw' # if settings['gpus'] == 1 else 'adamw_zero'
if 'learning_rate_scheme' not in settings or settings['learning_rate_scheme'] not in LEARNING_RATE_SCHEMES:
settings['learning_rate_scheme'] = "Multistep"