Fix normlization epsilon check (#1441)

* fix normlization epsilon check

* remove check, fix eplison value in op_conf


Former-commit-id: 8ad160577179646a4d83f47a40d5de275ad19952

oneflow/core/operator/normalization_op.cpp

@@ -5,7 +5,10 @@ namespace oneflow {
 
 void NormalizationOp::InitFromOpConf() {
   const auto& conf = op_conf().normalization_conf();
-  CHECK_GT(conf.epsilon(), 0.f);
+  float min_epsilon = CUDNN_BN_MIN_EPSILON + 1e-8;
+  if(conf.epsilon() < min_epsilon){
+    this->mut_op_conf()->mutable_normalization_conf()->set_epsilon(min_epsilon);
+  }
   CHECK_GE(conf.momentum(), 0);
   CHECK_LE(conf.momentum(), 1);
   EnrollInputBn("in");
@@ -140,7 +143,6 @@ void NormalizationOp::InferBlobDescsForCudnn(
   const BlobDesc* in_blob_desc = GetBlobDesc4BnInOp("in");
   const DataType in_data_type = in_blob_desc->data_type();
   CHECK(conf.scale() && conf.center()) << "Cudnn batch norm must use scale and center";
-  CHECK_GE(conf.epsilon(), CUDNN_BN_MIN_EPSILON);
   InferParamBlobDescs(GetBlobDesc4BnInOp, conf, in_blob_desc->shape().At(conf.axis()), in_data_type,
                       true);
 }