deftdawg/bitsandbytes-rocm
1
0
Fork 0
forked from mrq/bitsandbytes-rocm
Code Pull Requests Activity

recast to fp16

Browse Source
This commit is contained in:
justheuristic 2022-09-17 23:34:22 +03:00
parent fc4a135ed1
commit a9fe0ff98c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bitsandbytes/autograd/_functions.py
View File

@ -275,7 +275,7 @@ class MatMul8bitLt(torch.autograd.Function):
state.SCB, state.SCB,
state.SCBt, state.SCBt,
coo_tensorB, coo_tensorB,
) = F.double_quant(B) ) = F.double_quant(B.to(torch.float16))
state.CxB, state.SB = F.transform(CB, to_order=formatB) state.CxB, state.SB = F.transform(CB, to_order=formatB)
else: else:
has_grad = False has_grad = False