diff --git a/oneflow/core/kernel/normalization_kernel.cpp b/oneflow/core/kernel/normalization_kernel.cpp
index 419583831e3c53fa58da976dc01a9117df66c824..80e56cf6b7c655e707e80bc04e44c4536e521178 100644
--- a/oneflow/core/kernel/normalization_kernel.cpp
+++ b/oneflow/core/kernel/normalization_kernel.cpp
@@ -92,7 +92,7 @@ void NormalizationKernel<DeviceType::kGPU, float>::NormalizationCudnnForward(
   float* moving_mean = BnInOp2Blob("moving_mean")->mut_dptr<float>();
   float* moving_variance = BnInOp2Blob("moving_variance")->mut_dptr<float>();
   double epsilon = this->op_conf().normalization_conf().epsilon();
-  if (Global<JobDesc>::Get()->IsTrain()) {
+  if (this->op_conf().trainable()) {
     InitMovingMeanAndMovingVariance(ctx, BnInOp2Blob, false);
     double momentum = this->op_conf().normalization_conf().momentum();
     CudaCheck(cudnnBatchNormalizationForwardTraining(