check dtypes first

This commit is contained in:
justheuristic 2022-09-17 23:12:58 +03:00
parent a9c7953e0a
commit 140cdbe876

View File

@ -354,7 +354,7 @@ def test_matmullt(
state.SCB,
SCBt,
coo_tensorB,
) = bnb.functional.double_quant(B2.half())
) = bnb.functional.double_quant(B2.to(torch.float16))
B2 = state.CB
if not transpose[0] and transpose[1]:
@ -367,6 +367,8 @@ def test_matmullt(
if has_bias:
out_torch += bias
assert out_bnb.dtype == torch.dtype
n = out_bnb.numel()
err = torch.abs(out_bnb - out_torch).mean().item()
# print(f'abs error {err:.4f}')