remove something rmsprop specific

2023-03-09 11:58:31 -08:00 · 2023-03-09 11:58:31 -08:00 · ead570a43e
commit ead570a43e
parent c83888aa1a
1 changed files with 0 additions and 1 deletions
--- a/csrc/kernels.cu
+++ b/csrc/kernels.cu
@ -801,7 +801,6 @@ __global__ void kPreconditionOptimizer32bit1State(T* g, T* p,
              case LION:
                  // using eps as beta2
                  s1_vals[j] = s1_vals[j]*eps + ((1.0f-eps)*(float)g_vals[j]); // state update
-                  s1_vals[j] = s1_vals[j]*s1_vals[j]; // update norm
                  break;
              case RMSPROP:
                  s1_vals[j] = s1_vals[j]*beta1 + ((1.0f-beta1)*((float)g_vals[j])*((float)g_vals[j])); // state update