diff --git a/mace/ops/batch_norm.h b/mace/ops/batch_norm.h
index 195d9727e1842db37fc29a5865e6e2785a9838e9..3253dcfc4df41bd7321f058ce061f4cb4938a20b 100644
--- a/mace/ops/batch_norm.h
+++ b/mace/ops/batch_norm.h
@@ -16,7 +16,7 @@ class BatchNormOp : public Operator<D, T> {
   BatchNormOp(const OperatorDef &operator_def, Workspace *ws)
       : Operator<D, T>(operator_def, ws), functor_() {
     functor_.epsilon_ =
-      OperatorBase::GetSingleArgument<float>("epsilon", static_cast<float>(-1));
+      OperatorBase::GetSingleArgument<float>("epsilon", static_cast<float>(1e-4));
   }
 
   bool Run() override {