mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

reduce diff

Browse Source
This commit is contained in:
justheuristic 2022-09-18 00:47:58 +03:00
parent 76ece2c126
commit 579b8c782f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bitsandbytes/autograd/_functions.py
View File

@ -368,7 +368,7 @@ class MatMul8bitLt(torch.autograd.Function):
gradB32, SgradB32 = F.igemmlt(C32grad, CxAt, Sgrad, SAt)
grad_B = F.mm_dequant(gradB32, SgradB32, SCgradt, SCAt).to(ctx.dtype_B)
if state.threshold > 0.0 and subA is not None:
grad_B[:, idx] += torch.mm(grad_output.t(), subA)
grad_B[:, idx] += torch.matmul(grad_output.t(), subA)
if req_gradA:
if state.CBt is not None: