forked from mrq/bitsandbytes-rocm
check dtypes first
This commit is contained in:
parent
a9c7953e0a
commit
140cdbe876
|
@ -354,7 +354,7 @@ def test_matmullt(
|
|||
state.SCB,
|
||||
SCBt,
|
||||
coo_tensorB,
|
||||
) = bnb.functional.double_quant(B2.half())
|
||||
) = bnb.functional.double_quant(B2.to(torch.float16))
|
||||
B2 = state.CB
|
||||
|
||||
if not transpose[0] and transpose[1]:
|
||||
|
@ -367,6 +367,8 @@ def test_matmullt(
|
|||
if has_bias:
|
||||
out_torch += bias
|
||||
|
||||
assert out_bnb.dtype == torch.dtype
|
||||
|
||||
n = out_bnb.numel()
|
||||
err = torch.abs(out_bnb - out_torch).mean().item()
|
||||
# print(f'abs error {err:.4f}')
|
||||
|
|
Loading…
Reference in New Issue
Block a user