mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

minor fixes

Browse Source
This commit is contained in:
dbaranchuk 2022-08-24 01:12:48 +03:00
parent 656de8ed11
commit 876387dc0c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
bitsandbytes/autograd/_functions.py
View File

@ -363,8 +363,8 @@ class MatMul8bitLt(torch.autograd.Function):
# Restore CBt from CB # Restore CBt from CB
assert state.CBt is None, "CBt should not be stored in state" assert state.CBt is None, "CBt should not be stored in state"
CB = state.CB.half() CB = state.CB.half()
SCB = state.SCB.unsquezee(1).half() SCB = state.SCB.unsqueeze(1).half()
SCBt = state.SCBt.unsquezee(1).half() SCBt = state.SCBt.unsqueeze(1).half()
Bt = (CB * SCB).t().contiguous() Bt = (CB * SCB).t().contiguous()
CBt = (Bt / SCBt).t().to(torch.int8) CBt = (Bt / SCBt).t().to(torch.int8)