This commit is contained in:
Phil Wang 2023-03-10 08:59:49 -08:00
parent c99b44f774
commit 19b9ef34b9

View File

@ -22,7 +22,7 @@ class Lion(Optimizer1State):
"lion", "lion",
params, params,
lr, lr,
(beta1, beta2), betas,
0., 0.,
weight_decay, weight_decay,
optim_bits, optim_bits,
@ -49,7 +49,7 @@ class Lion8bit(Optimizer1State):
"lion", "lion",
params, params,
lr, lr,
(beta1, beta2), betas,
0., 0.,
weight_decay, weight_decay,
8, 8,