forked from mrq/bitsandbytes-rocm
minor fixes
This commit is contained in:
parent
1753aa0418
commit
656de8ed11
|
@ -368,7 +368,7 @@ class MatMul8bitLt(torch.autograd.Function):
|
||||||
Bt = (CB * SCB).t().contiguous()
|
Bt = (CB * SCB).t().contiguous()
|
||||||
CBt = (Bt / SCBt).t().to(torch.int8)
|
CBt = (Bt / SCBt).t().to(torch.int8)
|
||||||
|
|
||||||
# intentionally, do not store CxBt into state
|
# intentionally, do not store CxBt in state
|
||||||
CxBt, SBt = F.transform(
|
CxBt, SBt = F.transform(
|
||||||
CBt, to_order=formatB, transpose=True
|
CBt, to_order=formatB, transpose=True
|
||||||
)
|
)
|
||||||
|
|
|
@ -212,7 +212,7 @@ class Int8Params(torch.nn.Parameter):
|
||||||
)
|
)
|
||||||
new_param.CB = self.CB
|
new_param.CB = self.CB
|
||||||
new_param.SCB = self.SCB
|
new_param.SCB = self.SCB
|
||||||
new_param.SCB = self.SCBt
|
new_param.SCBt = self.SCBt
|
||||||
|
|
||||||
return new_param
|
return new_param
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user