whoops
This commit is contained in:
parent
c99b44f774
commit
19b9ef34b9
|
@ -22,7 +22,7 @@ class Lion(Optimizer1State):
|
||||||
"lion",
|
"lion",
|
||||||
params,
|
params,
|
||||||
lr,
|
lr,
|
||||||
(beta1, beta2),
|
betas,
|
||||||
0.,
|
0.,
|
||||||
weight_decay,
|
weight_decay,
|
||||||
optim_bits,
|
optim_bits,
|
||||||
|
@ -49,7 +49,7 @@ class Lion8bit(Optimizer1State):
|
||||||
"lion",
|
"lion",
|
||||||
params,
|
params,
|
||||||
lr,
|
lr,
|
||||||
(beta1, beta2),
|
betas,
|
||||||
0.,
|
0.,
|
||||||
weight_decay,
|
weight_decay,
|
||||||
8,
|
8,
|
||||||
|
|
Loading…
Reference in New Issue
Block a user