matmul -1- addmm

2022-09-18 00:24:59 +03:00 · 2022-09-18 00:24:59 +03:00 · a214824f93
commit a214824f93
parent 14048a3c16
1 changed files with 1 additions and 1 deletions
--- a/bitsandbytes/autograd/_functions.py
+++ b/bitsandbytes/autograd/_functions.py
@ -321,7 +321,7 @@ class MatMul8bitLt(torch.autograd.Function):

        # 4. Mixed-precision decomposition matmul
        if coo_tensorA is not None and subA is not None:
-            output.addmm_(subA, state.subB)
+            output += torch.matmul(subA, state.subB)

        # 5. Save state
        ctx.state = state