mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

missed adagrad

Browse Source
This commit is contained in:
Phil Wang 2023-03-09 14:05:45 -08:00
parent af03430992
commit c5582724d5
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
csrc/kernels.cu
View File

@ -1691,6 +1691,7 @@ kOptimizerStatic8bit1StateBlockwise(T* p, T* __restrict__ const g, unsigned char
if(weight_decay > 0.0f) { if(weight_decay > 0.0f) {
switch(OPTIMIZER) { switch(OPTIMIZER) {
case MOMENTUM: case MOMENTUM:
case ADAGRAD:
case RMSPROP: case RMSPROP:
g_val += ((float)p_vals[j])*weight_decay; g_val += ((float)p_vals[j])*weight_decay;
break; break;