2021-10-06 02:16:20 +00:00
|
|
|
# Copyright (c) Facebook, Inc. and its affiliates.
|
|
|
|
|
#
|
|
|
|
|
# This source code is licensed under the MIT license found in the
|
|
|
|
|
# LICENSE file in the root directory of this source tree.
|
2022-07-01 14:16:10 +00:00
|
|
|
|
|
|
|
|
from bitsandbytes.cextension import COMPILED_WITH_CUDA
|
|
|
|
|
|
|
|
|
|
if COMPILED_WITH_CUDA:
|
|
|
|
|
from .adam import Adam, Adam8bit, Adam32bit
|
|
|
|
|
from .adamw import AdamW, AdamW8bit, AdamW32bit
|
|
|
|
|
from .sgd import SGD, SGD8bit, SGD32bit
|
|
|
|
|
from .lars import LARS, LARS8bit, LARS32bit, PytorchLARS
|
|
|
|
|
from .lamb import LAMB, LAMB8bit, LAMB32bit
|
|
|
|
|
from .rmsprop import RMSprop, RMSprop8bit, RMSprop32bit
|
|
|
|
|
from .adagrad import Adagrad, Adagrad8bit, Adagrad32bit
|
2022-07-01 14:25:44 +00:00
|
|
|
|
|
|
|
|
from .optimizer import GlobalOptimManager
|
