Fix critical bug in PytorchLARS().step: Undefined variable

2022-10-27 13:19:09 +02:00 · 2022-10-27 13:19:09 +02:00 · 4a05df34c2
commit 4a05df34c2
parent f6978ae2a2
1 changed files with 1 additions and 1 deletions
--- a/bitsandbytes/optim/lars.py
+++ b/bitsandbytes/optim/lars.py
@ -181,7 +181,7 @@ class PytorchLARS(Optimizer):
                state = self.state[p]
                d_p = p.grad
                if weight_decay != 0:
-                    d_p = d_p.add(param, alpha=weight_decay)
+                    d_p = d_p.add(p, alpha=weight_decay)

                if momentum != 0:
                    buf = state.get("momentum_buffer", None)