diff --git a/paddle/fluid/inference/api/demo_ci/utils.h b/paddle/fluid/inference/api/demo_ci/utils.h
index 5ac00fd294f433be08ad2f058529fc4b35e60e19..b4f40194aa9476ebee505e300f4e4e6a139211d7 100644
--- a/paddle/fluid/inference/api/demo_ci/utils.h
+++ b/paddle/fluid/inference/api/demo_ci/utils.h
@@ -71,7 +71,8 @@ Record ProcessALine(const std::string& line) {
   return record;
 }
 
-void CheckOutput(const std::string& referfile, const PaddleTensor& output) {
+void CheckOutput(const std::string& referfile, const PaddleTensor& output,
+                 float threshold = 1e-5) {
   std::string line;
   std::ifstream file(referfile);
   std::getline(file, line);
@@ -93,7 +94,7 @@ void CheckOutput(const std::string& referfile, const PaddleTensor& output) {
       for (size_t i = 0; i < numel; ++i) {
         CHECK_LT(
             fabs(static_cast<float*>(output.data.data())[i] - refer.data[i]),
-            1e-5);
+            threshold);
       }
       break;
     }
diff --git a/paddle/fluid/inference/api/demo_ci/vis_demo.cc b/paddle/fluid/inference/api/demo_ci/vis_demo.cc
index 0b3257da92cd3facc7f8f10950ffcd9fa3008bc8..818444fbcb6489dbaf5e25600bb67f5ea093e055 100644
--- a/paddle/fluid/inference/api/demo_ci/vis_demo.cc
+++ b/paddle/fluid/inference/api/demo_ci/vis_demo.cc
@@ -71,7 +71,7 @@ void Main(bool use_gpu) {
   auto& tensor = output.front();
 
   // compare with reference result
-  CheckOutput(FLAGS_refer, tensor);
+  CheckOutput(FLAGS_refer, tensor, 1e-4);
 
   // the analysis_output has some diff with native_output,
   // TODO(luotao): add CheckOutput for analysis_output later.