diff --git a/paddle/fluid/inference/api/analysis_config.cc b/paddle/fluid/inference/api/analysis_config.cc
index 319a3ea018d7d3a4a9502962283af9a3ca01ed09..00d667776eecc0c1de193515bf8cb45d54fca1a5 100755
--- a/paddle/fluid/inference/api/analysis_config.cc
+++ b/paddle/fluid/inference/api/analysis_config.cc
@@ -615,6 +615,16 @@ void AnalysisConfig::EnableMkldnnBfloat16() {
   Update();
 }
 
+void AnalysisConfig::DisableMkldnnFcPasses() {
+#ifdef PADDLE_WITH_MKLDNN
+  disable_mkldnn_fc_passes_ = true;
+#else
+  LOG(ERROR) << "Please compile with MKLDNN first to use DisableMkldnnFcPasses";
+  disable_mkldnn_fc_passes_ = false;
+#endif
+  Update();
+}
+
 void AnalysisConfig::EnableMkldnnInt8(
     const std::unordered_set<std::string> &op_list) {
 #ifdef PADDLE_WITH_MKLDNN
@@ -892,6 +902,12 @@ void AnalysisConfig::Update() {
 #endif
   }
 
+  if (disable_mkldnn_fc_passes_) {
+#ifdef PADDLE_WITH_MKLDNN
+    pass_builder()->DisableMkldnnFcPasses();
+#endif
+  }
+
 #ifdef PADDLE_WITH_MKLDNN
   // Do not optimize when mkldnn is on
   if (enable_memory_optim_ && !use_mkldnn_) {
diff --git a/paddle/fluid/inference/api/analysis_predictor_tester.cc b/paddle/fluid/inference/api/analysis_predictor_tester.cc
index 5cba8f06ab977fa4e599c082a098f9ceb1aab69b..c75f1e4a569c0b135c82fdaa2d8db79e4850f1ff 100644
--- a/paddle/fluid/inference/api/analysis_predictor_tester.cc
+++ b/paddle/fluid/inference/api/analysis_predictor_tester.cc
@@ -343,6 +343,45 @@ TEST(AnalysisPredictor, bf16_pass_strategy) {
   passStrategy.EnableMkldnnBfloat16();
 }
 
+TEST(AnalysisPredictor, mkldnn_fc_pass_strategy) {
+  std::vector<std::string> passes;
+  PassStrategy passStrategy(passes);
+  passStrategy.DisableMkldnnFcPasses();
+  ASSERT_EQ(passes.size(), (size_t)0);
+}
+
+#ifdef PADDLE_WITH_MKLDNN
+TEST(AnalysisPredictor, mkldnn_fc_passes_cpu_pass_strategy) {
+  CpuPassStrategy cpuPassStrategy;
+  cpuPassStrategy.EnableMKLDNN();
+  const std::vector<std::string> fc_passes_to_erase(
+      {"fc_mkldnn_pass",
+       "fc_act_mkldnn_fuse_pass",
+       "fc_elementwise_add_mkldnn_fuse_pass"});
+  for (const auto& pass : fc_passes_to_erase) {
+    ASSERT_NE(cpuPassStrategy.GetPassIndex(pass), (size_t)-1);
+  }
+  cpuPassStrategy.DisableMkldnnFcPasses();
+  for (const auto& pass : fc_passes_to_erase) {
+    ASSERT_EQ(cpuPassStrategy.GetPassIndex(pass), (size_t)-1);
+  }
+}
+#endif
+
+#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
+TEST(AnalysisPredictor, mkldnn_fc_passes_gpu_pass_strategy) {
+  AnalysisConfig config;
+  config.EnableUseGpu(100, 0);
+  config.EnableMKLDNN();
+  config.DisableMkldnnFcPasses();
+#ifdef PADDLE_WITH_MKLDNN
+  ASSERT_TRUE(config.mkldnn_fc_passes_disabled());
+#else
+  ASSERT_FALSE(config.mkldnn_fc_passes_disabled());
+#endif
+}
+#endif
+
 #ifdef PADDLE_WITH_XPU
 TEST(AnalysisPredictor, set_xpu_device_id) {
   AnalysisConfig config;
diff --git a/paddle/fluid/inference/api/paddle_analysis_config.h b/paddle/fluid/inference/api/paddle_analysis_config.h
index 99e8ddac048122bede87c92664387bb629e6d015..579321fd17bdae612daa7c3d499e459b15265bbf 100644
--- a/paddle/fluid/inference/api/paddle_analysis_config.h
+++ b/paddle/fluid/inference/api/paddle_analysis_config.h
@@ -820,6 +820,18 @@ struct PD_INFER_DECL AnalysisConfig {
   ///
   void EnableMkldnnBfloat16();
 
+  ///
+  /// \brief Turn off MKLDNN fc passes.
+  ///
+  void DisableMkldnnFcPasses();
+
+  ///
+  /// \brief A boolean state telling whether to disable the MKLDNN Fc passes.
+  ///
+  /// \return bool Whether to disable the MKLDNN Fc passes.
+  ///
+  bool mkldnn_fc_passes_disabled() const { return disable_mkldnn_fc_passes_; }
+
   ///
   /// \brief A boolean state telling whether to use the MKLDNN Bfloat16.
   ///
@@ -1137,6 +1149,8 @@ struct PD_INFER_DECL AnalysisConfig {
       "slice",
       "split"};
 
+  bool disable_mkldnn_fc_passes_{false};
+
   // ipu related.
   bool use_ipu_{false};
   int ipu_device_num_{1};
diff --git a/paddle/fluid/inference/api/paddle_pass_builder.cc b/paddle/fluid/inference/api/paddle_pass_builder.cc
index 4c6ab76dbac62a2a6885beae3ff29ba8027cead5..be5c4d1d88d39a6b98a0e65cc9e8adf2d6e925fb 100755
--- a/paddle/fluid/inference/api/paddle_pass_builder.cc
+++ b/paddle/fluid/inference/api/paddle_pass_builder.cc
@@ -265,6 +265,10 @@ void GpuPassStrategy::EnableMkldnnInt8() {
   LOG(ERROR) << "GPU not support MKL-DNN int8";
 }
 
+void GpuPassStrategy::DisableMkldnnFcPasses() {
+  LOG(ERROR) << "GPU not support MKL-DNN fc";
+}
+
 CpuPassStrategy::CpuPassStrategy() : PassStrategy({}) {
   // NOTE the large fusions should be located in the front, so that they will
   // not be damaged by smaller ones.
@@ -333,8 +337,8 @@ void CpuPassStrategy::EnableMKLDNN() {
              "matmul_elementwise_add_mkldnn_fuse_pass",    //
              "matmul_activation_mkldnn_fuse_pass",         //
              // Disabled due to topology-dependent speed-up
-             //  "fc_mkldnn_pass",
-             //  "fc_act_mkldnn_fuse_pass",
+             "fc_mkldnn_pass",
+             "fc_act_mkldnn_fuse_pass",
              "fc_elementwise_add_mkldnn_fuse_pass",   //
              "batch_norm_act_fuse_pass",              //
              "softplus_activation_mkldnn_fuse_pass",  //
@@ -454,6 +458,30 @@ void CpuPassStrategy::EnableMkldnnInt8() {
 #endif
 }
 
+void CpuPassStrategy::DisableMkldnnFcPasses() {
+#ifdef PADDLE_WITH_MKLDNN
+  if (!disable_mkldnn_fc_passes_) {
+    EraseFcMkldnnPasses();
+  }
+  disable_mkldnn_fc_passes_ = true;
+#else
+  disable_mkldnn_fc_passes_ = false;
+#endif
+}
+
+void CpuPassStrategy::EraseFcMkldnnPasses() {
+  std::vector<std::string> fc_passes_to_erase(
+      {"fc_mkldnn_pass",
+       "fc_act_mkldnn_fuse_pass",
+       "fc_elementwise_add_mkldnn_fuse_pass"});
+  for (const auto &pass : fc_passes_to_erase) {
+    int idx = GetPassIndex(pass);
+    if (idx != -1) {
+      passes_.erase(std::begin(passes_) + idx);
+    }
+  }
+}
+
 IpuPassStrategy::IpuPassStrategy() : PassStrategy({}) {
   passes_.assign({"inference_process_pass"});
 }
diff --git a/paddle/fluid/inference/api/paddle_pass_builder.h b/paddle/fluid/inference/api/paddle_pass_builder.h
index cd97382785395f741df35b787cb5fbfe14e2d182..1b81098470a66de9848dc1a7cdad39c5a400ca11 100644
--- a/paddle/fluid/inference/api/paddle_pass_builder.h
+++ b/paddle/fluid/inference/api/paddle_pass_builder.h
@@ -152,6 +152,9 @@ class PD_INFER_DECL PassStrategy : public PaddlePassBuilder {
   /// \brief Enable MKLDNN int8.
   virtual void EnableMkldnnInt8() {}
 
+  /// \brief Disable MKLDNN fc passes.
+  virtual void DisableMkldnnFcPasses() {}
+
   /// \brief Check if we are using gpu.
   /// \return A bool variable implying whether we are in gpu mode.
   bool use_gpu() const { return use_gpu_; }
@@ -205,6 +208,7 @@ class PD_INFER_DECL CpuPassStrategy : public PassStrategy {
     use_mkldnn_quantizer_ = other.use_mkldnn_quantizer_;
     use_mkldnn_bfloat16_ = other.use_mkldnn_bfloat16_;
     use_mkldnn_int8_ = other.use_mkldnn_int8_;
+    disable_mkldnn_fc_passes_ = other.disable_mkldnn_fc_passes_;
   }
   /// \brief Default destructor.
   virtual ~CpuPassStrategy() = default;
@@ -224,11 +228,18 @@ class PD_INFER_DECL CpuPassStrategy : public PassStrategy {
   /// \brief Enable MKLDNN int8.
   void EnableMkldnnInt8() override;
 
+  /// \brief Disable MKLDNN fc passes.
+  void DisableMkldnnFcPasses() override;
+
  protected:
+  /// \brief Erase MKLDNN fc passes.
+  void EraseFcMkldnnPasses();
+
   /// \cond Protected
   bool use_mkldnn_quantizer_{false};
   bool use_mkldnn_bfloat16_{false};
   bool use_mkldnn_int8_{false};
+  bool disable_mkldnn_fc_passes_{false};
   /// \endcond
 };
 
@@ -263,6 +274,9 @@ class PD_INFER_DECL GpuPassStrategy : public PassStrategy {
   /// \brief Not supported in GPU mode yet.
   void EnableMkldnnInt8() override;
 
+  /// \brief Disable MKLDNN fc passes.
+  void DisableMkldnnFcPasses() override;
+
   /// \brief Default destructor.
   virtual ~GpuPassStrategy() = default;
 
diff --git a/paddle/fluid/inference/tests/api/analyzer_bert_tester.cc b/paddle/fluid/inference/tests/api/analyzer_bert_tester.cc
index db1f2953c742ffb60294edbfc1373a8e13af10ae..e7462786c403766151bc23f822750b40be7b1e44 100644
--- a/paddle/fluid/inference/tests/api/analyzer_bert_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_bert_tester.cc
@@ -218,9 +218,6 @@ AnalysisConfig SetConfig(bool use_mkldnn, bool use_bfloat16) {
 
   if (use_mkldnn) {
     config.EnableMKLDNN();
-    config.pass_builder()->AppendPass("fc_mkldnn_pass");
-    config.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
-    config.pass_builder()->AppendPass("fc_elementwise_add_mkldnn_fuse_pass");
   }
 
   if (use_bfloat16) config.EnableMkldnnBfloat16();
diff --git a/paddle/fluid/inference/tests/api/analyzer_dam_tester.cc b/paddle/fluid/inference/tests/api/analyzer_dam_tester.cc
index 1b8ed41e3867243bbdbf79c88bf13c6f45a31b96..36a2dfcb7157207aeb8db9513829f515e8a04049 100644
--- a/paddle/fluid/inference/tests/api/analyzer_dam_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_dam_tester.cc
@@ -214,8 +214,6 @@ void profile(bool use_mkldnn = false) {
     std::unordered_set<std::string> op_list = {
         "softmax", "elementwise_add", "relu", "fc"};
     cfg.SetMKLDNNOp(op_list);
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
 
   std::vector<std::vector<PaddleTensor>> outputs;
@@ -276,8 +274,6 @@ void compare(bool use_mkldnn = false) {
     std::unordered_set<std::string> op_list = {
         "softmax", "elementwise_add", "relu"};
     cfg.SetMKLDNNOp(op_list);
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
 
   std::vector<std::vector<PaddleTensor>> input_slots_all;
diff --git a/paddle/fluid/inference/tests/api/analyzer_ernie_int8_tester.cc b/paddle/fluid/inference/tests/api/analyzer_ernie_int8_tester.cc
index 26283dc34dcbe3ff50e999c5eb071b8509a9f8b6..43f1f8a1163f134ab00dda06961151a12ce19322 100644
--- a/paddle/fluid/inference/tests/api/analyzer_ernie_int8_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_ernie_int8_tester.cc
@@ -29,6 +29,7 @@ void SetInt8Config(AnalysisConfig *cfg,
                    std::vector<paddle::PaddleTensor> data) {
   cfg->SetModel(FLAGS_infer_model);
   cfg->EnableMKLDNN();
+  cfg->DisableMkldnnFcPasses();  // fc passes caused loss in accuracy
   cfg->EnableMkldnnQuantizer();
   auto pass_builder = cfg->pass_builder();
   pass_builder->DeletePass("constant_folding_pass");
diff --git a/paddle/fluid/inference/tests/api/analyzer_ernie_tester.cc b/paddle/fluid/inference/tests/api/analyzer_ernie_tester.cc
index 1efbe7cecdde4a3dd81d7a752524cc181fc4703e..79a6c840ea3fcfcfeb2a7c9b64e656e4e4140d34 100644
--- a/paddle/fluid/inference/tests/api/analyzer_ernie_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_ernie_tester.cc
@@ -92,6 +92,7 @@ void compare(bool use_mkldnn = false) {
 
   AnalysisConfig cfg;
   SetConfig(&cfg, use_mkldnn, false);
+  cfg.DisableMkldnnFcPasses();  // fc passes caused loss in accuracy
   auto pass_builder = cfg.pass_builder();
   pass_builder->DeletePass("constant_folding_pass");
   CompareNativeAndAnalysis(
diff --git a/paddle/fluid/inference/tests/api/analyzer_image_classification_tester.cc b/paddle/fluid/inference/tests/api/analyzer_image_classification_tester.cc
index dc8921ef7311ebc6b458f4590b60b2c052360d94..e25c78bd2874ebaddd36f46f6ea1d4125c842094 100644
--- a/paddle/fluid/inference/tests/api/analyzer_image_classification_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_image_classification_tester.cc
@@ -51,9 +51,8 @@ void profile(bool use_mkldnn = false) {
 
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    if (!FLAGS_disable_mkldnn_fc) {
-      cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-      cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
+    if (FLAGS_disable_mkldnn_fc) {
+      cfg.DisableMkldnnFcPasses();
     }
   }
   std::vector<std::vector<PaddleTensor>> outputs;
@@ -88,9 +87,8 @@ void compare(bool use_mkldnn = false) {
   SetConfig(&cfg);
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    if (!FLAGS_disable_mkldnn_fc) {
-      cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-      cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
+    if (FLAGS_disable_mkldnn_fc) {
+      cfg.DisableMkldnnFcPasses();
     }
   }
 
diff --git a/paddle/fluid/inference/tests/api/analyzer_lexical_analysis_gru_tester.cc b/paddle/fluid/inference/tests/api/analyzer_lexical_analysis_gru_tester.cc
index 89bfc6812a45143cbab2fff864e784e113a76be3..d8cd551dbd052e9f2e304527ab429b6252c1933f 100644
--- a/paddle/fluid/inference/tests/api/analyzer_lexical_analysis_gru_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_lexical_analysis_gru_tester.cc
@@ -262,15 +262,19 @@ TEST(Analyzer_lexical_test, Analyzer_lexical_analysis) {
     if (FLAGS_enable_bf16) {
       analysis_cfg.EnableMkldnnBfloat16();
     } else if (FLAGS_enable_int8) {
-      if (FLAGS_fuse_multi_gru)
+      if (FLAGS_fuse_multi_gru) {
         analysis_cfg.pass_builder()->AppendPass("multi_gru_fuse_pass");
-
+      }
       std::shared_ptr<std::vector<PaddleTensor>> warmup_data =
           WarmupData(input_slots_all);
       analysis_cfg.EnableMkldnnQuantizer();
       analysis_cfg.mkldnn_quantizer_config()->SetWarmupData(warmup_data);
       analysis_cfg.mkldnn_quantizer_config()->SetWarmupBatchSize(
           FLAGS_batch_size);
+    } else {
+      // if fp32 => disable mkldnn fc passes
+      // when passes are enabled dnnl error occurs for iterations==0
+      analysis_cfg.DisableMkldnnFcPasses();
     }
     std::vector<double> acc_analysis(3);
     acc_analysis = Lexical_Test(input_slots_all, &outputs, &analysis_cfg, true);
diff --git a/paddle/fluid/inference/tests/api/analyzer_seq_pool1_tester_helper.h b/paddle/fluid/inference/tests/api/analyzer_seq_pool1_tester_helper.h
index 85923658285520403439875db65f297baf3689cc..8386ac7445a1004dd27f8f6fe6d8fea9979de0d9 100644
--- a/paddle/fluid/inference/tests/api/analyzer_seq_pool1_tester_helper.h
+++ b/paddle/fluid/inference/tests/api/analyzer_seq_pool1_tester_helper.h
@@ -169,8 +169,6 @@ void SetConfig(AnalysisConfig *cfg, bool use_mkldnn = false) {
   }
   if (use_mkldnn) {
     cfg->EnableMKLDNN();
-    cfg->pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg->pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
   // Enable seqpool_concat_fuse_pass, disabled by default since it takes much
   // time
diff --git a/paddle/fluid/inference/tests/api/analyzer_transformer_compare_tester.cc b/paddle/fluid/inference/tests/api/analyzer_transformer_compare_tester.cc
index 65306fd42edab9bc5db235a1ff456dcd9a239289..1d511309177d62836c435da4ea21a9d93be21067 100644
--- a/paddle/fluid/inference/tests/api/analyzer_transformer_compare_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_transformer_compare_tester.cc
@@ -24,8 +24,6 @@ void compare(bool use_mkldnn = false) {
   SetConfig(&cfg);
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
 
   std::vector<std::vector<PaddleTensor>> input_slots_all;
diff --git a/paddle/fluid/inference/tests/api/analyzer_transformer_profile_tester.cc b/paddle/fluid/inference/tests/api/analyzer_transformer_profile_tester.cc
index 0e3a23895f048c7ab966bafb99413be330d4717b..9cbba30f9d0fd09f8c43b7a89d682ef823e10bd5 100644
--- a/paddle/fluid/inference/tests/api/analyzer_transformer_profile_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_transformer_profile_tester.cc
@@ -25,8 +25,6 @@ void profile(bool use_mkldnn = false) {
   std::vector<std::vector<PaddleTensor>> outputs;
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
 
   std::vector<std::vector<PaddleTensor>> input_slots_all;
diff --git a/paddle/fluid/inference/tests/api/analyzer_vis_tester.cc b/paddle/fluid/inference/tests/api/analyzer_vis_tester.cc
index 0ee37c81a484587ca9f56d4f364a56aeeef0a815..0581eb614a416b098f64f82d81ea8a7b97bb2ede 100644
--- a/paddle/fluid/inference/tests/api/analyzer_vis_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_vis_tester.cc
@@ -88,8 +88,6 @@ void profile(bool use_mkldnn = false) {
   SetConfig(&cfg);
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
   // cfg.pass_builder()->TurnOnDebug();
   std::vector<std::vector<PaddleTensor>> outputs;
@@ -142,8 +140,6 @@ void compare(bool use_mkldnn = false) {
   SetConfig(&cfg);
   if (use_mkldnn) {
     cfg.EnableMKLDNN();
-    cfg.pass_builder()->AppendPass("fc_mkldnn_pass");
-    cfg.pass_builder()->AppendPass("fc_act_mkldnn_fuse_pass");
   }
 
   std::vector<std::vector<PaddleTensor>> input_slots_all;
diff --git a/paddle/fluid/inference/tests/api/analyzer_vit_ocr_tester.cc b/paddle/fluid/inference/tests/api/analyzer_vit_ocr_tester.cc
index 8c7ed7ffa29aa044d06064150096f1d7de679951..3870fde8b533a10044543a516f8db8b606616454 100644
--- a/paddle/fluid/inference/tests/api/analyzer_vit_ocr_tester.cc
+++ b/paddle/fluid/inference/tests/api/analyzer_vit_ocr_tester.cc
@@ -72,11 +72,6 @@ void SetConfig(AnalysisConfig *cfg, bool use_mkldnn = false) {
   if (use_mkldnn) {
     cfg->EnableMKLDNN();
     cfg->SwitchIrOptim();
-
-    size_t insertingIndex = cfg->pass_builder()->GetPassIndex(
-        "fc_elementwise_add_mkldnn_fuse_pass");
-    cfg->pass_builder()->InsertPass(insertingIndex, "fc_act_mkldnn_fuse_pass");
-    cfg->pass_builder()->InsertPass(insertingIndex, "fc_mkldnn_pass");
   }
 }
 
diff --git a/paddle/fluid/pybind/inference_api.cc b/paddle/fluid/pybind/inference_api.cc
index 60f1bfd9216d4629c0a17d66eb8bd295dcff156c..e076beb1c8744b6016ee41714c0dcec0e1080b9d 100644
--- a/paddle/fluid/pybind/inference_api.cc
+++ b/paddle/fluid/pybind/inference_api.cc
@@ -809,6 +809,22 @@ void BindAnalysisConfig(py::module *m) {
            py::arg("mkldnn_int8_enabled_op_types") =
                std::unordered_set<std::string>({}))
       .def("mkldnn_int8_enabled", &AnalysisConfig::mkldnn_int8_enabled)
+      .def("disable_mkldnn_fc_passes",
+           &AnalysisConfig::DisableMkldnnFcPasses,
+           R"DOC(
+           Disable Mkldnn FC
+           Args:
+                None.
+           Returns:
+                None.
+           Examples:
+               .. code-block:: python
+                from paddle.inference import Config
+
+                config = Config("")
+                config.enable_mkldnn()
+                config.disable_mkldnn_fc_passes()
+           )DOC")
 #endif
       .def("set_mkldnn_op", &AnalysisConfig::SetMKLDNNOp)
       .def("set_model_buffer", &AnalysisConfig::SetModelBuffer)
diff --git a/python/paddle/fluid/contrib/slim/tests/quant2_int8_lstm_model.py b/python/paddle/fluid/contrib/slim/tests/quant2_int8_lstm_model.py
index 71bac0208e4cfe50bf3f467fbb91e40639ef0b9a..96cb22dc2e5999e8354644f90eca580e2dc90b35 100644
--- a/python/paddle/fluid/contrib/slim/tests/quant2_int8_lstm_model.py
+++ b/python/paddle/fluid/contrib/slim/tests/quant2_int8_lstm_model.py
@@ -112,6 +112,7 @@ class TestLstmModelPTQ(unittest.TestCase):
             config.switch_use_feed_fetch_ops(True)
             config.switch_ir_optim(True)
             config.enable_mkldnn()
+            config.disable_mkldnn_fc_passes()  # fc passes caused dnnl error
             config.set_mkldnn_cache_capacity(mkldnn_cache_capacity)
             if enable_ptq:
                 # This pass to work properly, must be added before fc_fuse_pass
diff --git a/python/paddle/fluid/tests/unittests/ir/inference/test_mkldnn_matmul_op_output_fuse_pass.py b/python/paddle/fluid/tests/unittests/ir/inference/test_mkldnn_matmul_op_output_fuse_pass.py
index 064847dd7a0bfada3a7348cacd83e22e21206ae6..1991f3592fc6e60b1283b7eebf18e3887aaea047 100644
--- a/python/paddle/fluid/tests/unittests/ir/inference/test_mkldnn_matmul_op_output_fuse_pass.py
+++ b/python/paddle/fluid/tests/unittests/ir/inference/test_mkldnn_matmul_op_output_fuse_pass.py
@@ -40,7 +40,7 @@ class TestMKLDNNMatmulFuseOp(InferencePassTest):
             out = fluid.layers.reshape(
                 out, [0, 0, self.shape_y[0] * self.shape_y[2]]
             )
-            out = fluid.layers.fc(out, size=1)
+            out = fluid.layers.relu(out)
         return out
 
     def setUp(self):
@@ -109,7 +109,7 @@ class TestMKLDNNMatmulOpNotFusedBreakPattern(TestMKLDNNMatmulFuseOp):
             out = fluid.layers.reshape(
                 out, [0, 0, self.shape_y[0] * self.shape_y[2]]
             )
-            out = fluid.layers.fc(out, size=1)
+            out = fluid.layers.relu(out)
         return out