From 978ba2db57e473d3c4351497b399db65c92d9522 Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Wed, 22 Mar 2023 09:33:47 -0700 Subject: [PATCH] another tab/spaces fix --- csrc/kernels.cu | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/csrc/kernels.cu b/csrc/kernels.cu index 1c3a782..1778c98 100644 --- a/csrc/kernels.cu +++ b/csrc/kernels.cu @@ -1682,10 +1682,10 @@ kOptimizerStatic8bit1StateBlockwise(T* p, T* __restrict__ const g, unsigned char { g_val = float(g_vals[j]); g_val *= gnorm_scale; - if(!skip_zeros || (skip_zeros && ((float)g_vals[j] != 0.0f))) - { - if(weight_decay > 0.0f) { - switch(OPTIMIZER) { + if(!skip_zeros || (skip_zeros && ((float)g_vals[j] != 0.0f))) + { + if(weight_decay > 0.0f) { + switch(OPTIMIZER) { case MOMENTUM: case ADAGRAD: case RMSPROP: