This commit is contained in:
justheuristic 2022-09-18 01:03:21 +03:00
parent 4b4a9effd1
commit 4da2227fcb

View File

@ -370,6 +370,8 @@ class MatMul8bitLt(torch.autograd.Function):
if state.threshold > 0.0 and subA is not None:
grad_B[:, idx] += torch.matmul(grad_output.t(), subA)
raise NotImplementedError("!!")
if req_gradA:
if state.CBt is not None:
C32grad, Sgrad = F.transform(Cgrad, "col32")