forked from mrq/bitsandbytes-rocm
16 lines
483 B
Python
16 lines
483 B
Python
import ctypes as ct
|
|
import os
|
|
from warnings import warn
|
|
|
|
lib = ct.cdll.LoadLibrary(os.path.dirname(__file__) + '/libbitsandbytes.so')
|
|
|
|
try:
|
|
lib.cadam32bit_g32
|
|
lib.get_context.restype = ct.c_void_p
|
|
lib.get_cusparse.restype = ct.c_void_p
|
|
COMPILED_WITH_CUDA = True
|
|
except AttributeError:
|
|
warn("The installed version of bitsandbytes was compiled without GPU support. "
|
|
"8-bit optimizers and GPU quantization are unavailable.")
|
|
COMPILED_WITH_CUDA = False
|