mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

forget about tests for now, will test live on local enwik8 training

Browse Source
This commit is contained in:
Phil Wang 2023-03-09 10:11:32 -08:00
parent cb4c3c8c66
commit 8de29fc364
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test_optim.py
View File

@ -50,10 +50,6 @@ str2optimizers["rmsprop"] = (
lambda pxx: torch.optim.RMSprop(pxx, 0.01, 0.9), lambda pxx: torch.optim.RMSprop(pxx, 0.01, 0.9),
lambda pxx: bnb.optim.RMSprop(pxx, 0.01, 0.9, block_wise=False), lambda pxx: bnb.optim.RMSprop(pxx, 0.01, 0.9, block_wise=False),
) )
str2optimizers["rmsprop"] = (
lambda pxx: torch.optim.RMSprop(pxx, 0.01, 0.9),
lambda pxx: bnb.optim.RMSprop(pxx, 0.01, 0.9, block_wise=False),
)
str2optimizers["adam8bit"] = ( str2optimizers["adam8bit"] = (
torch.optim.Adam, torch.optim.Adam,
lambda pxx: bnb.optim.Adam8bit(pxx, block_wise=False), lambda pxx: bnb.optim.Adam8bit(pxx, block_wise=False),