mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

debug assert

Browse Source
This commit is contained in:
justheuristic 2022-09-18 00:00:45 +03:00
parent 647c976a74
commit 210b9ed9ce
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
bitsandbytes/autograd/_functions.py
View File

@ -323,6 +323,7 @@ class MatMul8bitLt(torch.autograd.Function):
# 4. Mixed-precision decomposition matmul # 4. Mixed-precision decomposition matmul
if coo_tensorA is not None and subA is not None: if coo_tensorA is not None and subA is not None:
assert subA.dtype == state.subB.dtype == output.dtype
output.addmm_(subA, state.subB) output.addmm_(subA, state.subB)
# 5. Save state # 5. Save state