deftdawg/bitsandbytes-rocm
1
0
Fork 0
forked from mrq/bitsandbytes-rocm
Code Pull Requests Activity

check dtypes first

Browse Source
This commit is contained in:
justheuristic 2022-09-17 23:12:58 +03:00
parent a9c7953e0a
commit 140cdbe876
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test_autograd.py
View File

@ -354,7 +354,7 @@ def test_matmullt(
state.SCB, state.SCB,
SCBt, SCBt,
coo_tensorB, coo_tensorB,
) = bnb.functional.double_quant(B2.half()) ) = bnb.functional.double_quant(B2.to(torch.float16))
B2 = state.CB B2 = state.CB
if not transpose[0] and transpose[1]: if not transpose[0] and transpose[1]:
@ -367,6 +367,8 @@ def test_matmullt(
if has_bias: if has_bias:
out_torch += bias out_torch += bias
assert out_bnb.dtype == torch.dtype
n = out_bnb.numel() n = out_bnb.numel()
err = torch.abs(out_bnb - out_torch).mean().item() err = torch.abs(out_bnb - out_torch).mean().item()
# print(f'abs error {err:.4f}') # print(f'abs error {err:.4f}')