bitsandbytes-rocm/bitsandbytes/optim/__init__.py

16 lines
621 B
Python
Raw Normal View History

# Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
2021-10-06 02:16:20 +00:00
# LICENSE file in the root directory of this source tree.
2022-07-01 14:16:10 +00:00
from bitsandbytes.cextension import COMPILED_WITH_CUDA
2022-10-27 11:15:21 +00:00
from .adagrad import Adagrad, Adagrad8bit, Adagrad32bit
2022-08-23 20:59:34 +00:00
from .adam import Adam, Adam8bit, Adam32bit
from .adamw import AdamW, AdamW8bit, AdamW32bit
from .lamb import LAMB, LAMB8bit, LAMB32bit
2022-10-27 11:15:21 +00:00
from .lars import LARS, LARS8bit, LARS32bit, PytorchLARS
2022-07-01 14:25:44 +00:00
from .optimizer import GlobalOptimManager
2022-10-27 11:15:21 +00:00
from .rmsprop import RMSprop, RMSprop8bit, RMSprop32bit
from .sgd import SGD, SGD8bit, SGD32bit