diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 5a3f5e9e695559d37732dd3d255316294d21d90c..450fe1508f2a505a233b3d300cb7c500894231e7 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -35,7 +35,7 @@ limitations under the License. */
 DEFINE_string(pe_profile_fname, "",
               "Profiler filename for PE, which generated by gperftools."
               "Only valid when compiled `WITH_PRIFILER=ON`. Empty if disable.");
-DEFINE_bool(enable_parallel_graph, true,
+DEFINE_bool(enable_parallel_graph, false,
             "Force disable parallel graph execution mode if set false.");
 
 namespace paddle {