mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

cast bias too

Browse Source
This commit is contained in:
justheuristic 2022-09-17 23:38:09 +03:00
parent a9fe0ff98c
commit eac9aca460
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bitsandbytes/autograd/_functions.py
View File

@ -234,6 +234,8 @@ class MatMul8bitLt(torch.autograd.Function):
if A_dtype != torch.float16: if A_dtype != torch.float16:
warnings.warn(f"MatMul8bitLt: input matrix will be converted from {A_dtype} to float16") warnings.warn(f"MatMul8bitLt: input matrix will be converted from {A_dtype} to float16")
A = A.to(torch.float16) A = A.to(torch.float16)
if bias is not None:
bias = bias.to(torch.float16)
# 1. Quantize A # 1. Quantize A
if len(A.shape) == 3: if len(A.shape) == 3: