mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

Fix critical bug in PytorchLARS().step: Undefined variable

Browse Source
This commit is contained in:
Tom Aarsen 2022-10-27 13:19:09 +02:00
parent f6978ae2a2
commit 4a05df34c2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bitsandbytes/optim/lars.py
View File

@ -181,7 +181,7 @@ class PytorchLARS(Optimizer):
state = self.state[p] state = self.state[p]
d_p = p.grad d_p = p.grad
if weight_decay != 0: if weight_decay != 0:
d_p = d_p.add(param, alpha=weight_decay) d_p = d_p.add(p, alpha=weight_decay)
if momentum != 0: if momentum != 0:
buf = state.get("momentum_buffer", None) buf = state.get("momentum_buffer", None)