This commit is contained in:
Phil Wang 2023-03-10 08:59:49 -08:00
parent c99b44f774
commit 19b9ef34b9

View File

@ -22,7 +22,7 @@ class Lion(Optimizer1State):
"lion",
params,
lr,
(beta1, beta2),
betas,
0.,
weight_decay,
optim_bits,
@ -49,7 +49,7 @@ class Lion8bit(Optimizer1State):
"lion",
params,
lr,
(beta1, beta2),
betas,
0.,
weight_decay,
8,