mrq/bitsandbytes-rocm
1
0
Fork 1
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

another tab/spaces fix

Browse Source
This commit is contained in:
Phil Wang 2023-03-22 09:33:47 -07:00
parent 916000c8bf
commit 978ba2db57
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
csrc/kernels.cu
View File

@ -1682,10 +1682,10 @@ kOptimizerStatic8bit1StateBlockwise(T* p, T* __restrict__ const g, unsigned char
{ {
g_val = float(g_vals[j]); g_val = float(g_vals[j]);
g_val *= gnorm_scale; g_val *= gnorm_scale;
if(!skip_zeros || (skip_zeros && ((float)g_vals[j] != 0.0f))) if(!skip_zeros || (skip_zeros && ((float)g_vals[j] != 0.0f)))
{ {
if(weight_decay > 0.0f) { if(weight_decay > 0.0f) {
switch(OPTIMIZER) { switch(OPTIMIZER) {
case MOMENTUM: case MOMENTUM:
case ADAGRAD: case ADAGRAD:
case RMSPROP: case RMSPROP: