deftdawg/bitsandbytes-rocm
1
0
Fork 0
forked from mrq/bitsandbytes-rocm
Code Pull Requests Activity

minor fixes

Browse Source
This commit is contained in:
dbaranchuk 2022-08-24 01:12:48 +03:00
parent 656de8ed11
commit 876387dc0c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
bitsandbytes/autograd/_functions.py
View File

@ -363,8 +363,8 @@ class MatMul8bitLt(torch.autograd.Function):
# Restore CBt from CB
assert state.CBt is None, "CBt should not be stored in state"
CB = state.CB.half()
SCB = state.SCB.unsquezee(1).half()
SCBt = state.SCBt.unsquezee(1).half()
SCB = state.SCB.unsqueeze(1).half()
SCBt = state.SCBt.unsqueeze(1).half()
Bt = (CB * SCB).t().contiguous()
CBt = (Bt / SCBt).t().to(torch.int8)