missed adagrad

2023-03-09 14:05:45 -08:00 · 2023-03-09 14:05:45 -08:00 · c5582724d5
commit c5582724d5
parent af03430992
1 changed files with 1 additions and 0 deletions
--- a/csrc/kernels.cu
+++ b/csrc/kernels.cu
@ -1691,6 +1691,7 @@ kOptimizerStatic8bit1StateBlockwise(T* p, T* __restrict__ const g, unsigned char
 							if(weight_decay > 0.0f) {
 								switch(OPTIMIZER) {
                  case MOMENTUM:
+                  case ADAGRAD:
                  case RMSPROP:
                    g_val += ((float)p_vals[j])*weight_decay;
                    break;