From 57dc3c1943f5a42fd6faf27e7cb89a1b32f896bc Mon Sep 17 00:00:00 2001
From: Yihua Xu <yihuaxu@hotmail.com>
Date: Wed, 27 Mar 2019 18:46:25 +0800
Subject: [PATCH] Disable compare for Issue#16316 (#16466)

* Disable compare for accuracy issue.

test=develop

* Add todo comments to show more information.

test=develop
---
 .../tests/api/analyzer_transformer_tester.cc  | 39 +++++++++++--------
 1 file changed, 22 insertions(+), 17 deletions(-)

diff --git a/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc b/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
index f765f55611..a925da312c 100644
--- a/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_transformer_tester.cc
@@ -214,23 +214,28 @@ TEST(Analyzer_Transformer, fuse_statis) {
 }
 
 // Compare result of NativeConfig and AnalysisConfig
-void compare(bool use_mkldnn = false) {
-  AnalysisConfig cfg;
-  SetConfig(&cfg);
-  if (use_mkldnn) {
-    cfg.EnableMKLDNN();
-  }
-
-  std::vector<std::vector<PaddleTensor>> input_slots_all;
-  SetInput(&input_slots_all);
-  CompareNativeAndAnalysis(
-      reinterpret_cast<const PaddlePredictor::Config *>(&cfg), input_slots_all);
-}
-
-TEST(Analyzer_Transformer, compare) { compare(); }
-#ifdef PADDLE_WITH_MKLDNN
-TEST(Analyzer_Transformer, compare_mkldnn) { compare(true /* use_mkldnn */); }
-#endif
+// void compare(bool use_mkldnn = false) {
+//   AnalysisConfig cfg;
+//   SetConfig(&cfg);
+//   if (use_mkldnn) {
+//     cfg.EnableMKLDNN();
+//   }
+//
+//   std::vector<std::vector<PaddleTensor>> input_slots_all;
+//   SetInput(&input_slots_all);
+//   CompareNativeAndAnalysis(
+//       reinterpret_cast<const PaddlePredictor::Config *>(&cfg),
+//       input_slots_all);
+// }
+
+// TODO(yihuaxu):
+//    Disable compare and compare_mkldnn temporary, see
+//    https://github.com/paddlePaddle/Paddle/issues/16316 for details.
+// TEST(Analyzer_Transformer, compare) { compare(); }
+// #ifdef PADDLE_WITH_MKLDNN
+// TEST(Analyzer_Transformer, compare_mkldnn) { compare(true /* use_mkldnn */);
+// }
+// #endif
 
 }  // namespace inference
 }  // namespace paddle
-- 
GitLab