debugpritn

2022-09-18 00:57:26 +03:00 · 2022-09-18 00:57:26 +03:00 · 7906dc4c9a
commit 7906dc4c9a
parent 2cd047e35d
1 changed files with 1 additions and 0 deletions
--- a/bitsandbytes/autograd/_functions.py
+++ b/bitsandbytes/autograd/_functions.py
@ -368,6 +368,7 @@ class MatMul8bitLt(torch.autograd.Function):
            gradB32, SgradB32 = F.igemmlt(C32grad, CxAt, Sgrad, SAt)
            grad_B = F.mm_dequant(gradB32, SgradB32, SCgradt, SCAt).to(ctx.dtype_B)
            if state.threshold > 0.0 and subA is not None:
+                assert False, idx
                grad_B[:, idx] += torch.matmul(grad_output.t(), subA)

        if req_gradA: