mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

Revert get_cuda_version ROCM version change

Browse Source 
not called anymore
This commit is contained in:
arlo-phoenix 2023-08-08 21:31:20 +02:00
parent c97c78bd66
commit e38b9e91b7
1 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
bitsandbytes/cuda_setup/main.py
View File

@ -308,14 +308,10 @@ def determine_cuda_runtime_lib_path() -> Union[Path, None]:
# https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART____VERSION.html#group__CUDART____VERSION
def get_cuda_version():
if torch.version.cuda:
major, minor = map(int, torch.version.cuda.split("."))
if major < 11:
CUDASetup.get_instance().add_log_entry('CUDA SETUP: CUDA version lower than 11 are currently not supported for LLM.int8(). You will be only to use 8-bit optimizers and quantization routines!!')
elif torch.version.hip:
major, minor = map(int, torch.version.hip.split("."))
return f'{major}{minor}'