recast to fp16

2022-09-17 23:34:22 +03:00 · 2022-09-17 23:34:22 +03:00 · a9fe0ff98c
commit a9fe0ff98c
parent fc4a135ed1
1 changed files with 1 additions and 1 deletions
--- a/bitsandbytes/autograd/_functions.py
+++ b/bitsandbytes/autograd/_functions.py
@ -275,7 +275,7 @@ class MatMul8bitLt(torch.autograd.Function):
                    state.SCB,
                    state.SCBt,
                    coo_tensorB,
-                ) = F.double_quant(B)
+                ) = F.double_quant(B.to(torch.float16))
                state.CxB, state.SB = F.transform(CB, to_order=formatB)
        else:
            has_grad = False