deftdawg/bitsandbytes-rocm
1
0
Fork 0
forked from mrq/bitsandbytes-rocm
Code Pull Requests Activity

more lenient threshold

Browse Source
This commit is contained in:
justheuristic 2022-09-18 00:38:02 +03:00
parent ab9dee062d
commit fa8e07c7c5
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/test_autograd.py
View File

@ -372,10 +372,9 @@ def test_matmullt(
n = out_bnb.numel()
err = torch.abs(out_bnb - out_torch).mean().item()
# print(f'abs error {err:.4f}')
out_error_rate = 0.0175 if dtype == torch.float16 else 0.02
idx = torch.isclose(out_bnb, out_torch, atol=0.01, rtol=0.1)
assert (idx == 0).sum().item() <= n * out_error_rate
assert (idx == 0).sum().item() <= n * (0.0175 if dtype == torch.float16 else 0.02)
idx = torch.isclose(out_bnb, out_torch, atol=0.035, rtol=0.2)
assert (idx == 0).sum().item() <= n * 0.001