diff --git a/paddle/fluid/framework/details/multi_devices_graph_builder.cc b/paddle/fluid/framework/details/multi_devices_graph_builder.cc
index f27f18431070d6cabc1e3ff5703204e0d2c3f910..10d39e779336e2001d66a55ac6d01ee768ddd4ff 100644
--- a/paddle/fluid/framework/details/multi_devices_graph_builder.cc
+++ b/paddle/fluid/framework/details/multi_devices_graph_builder.cc
@@ -44,8 +44,8 @@ MultiDevSSAGraphBuilder::MultiDevSSAGraphBuilder(
 MultiDevSSAGraphBuilder::MultiDevSSAGraphBuilder(
     const std::vector<platform::Place> &places,
     const std::string &loss_var_name,
-    const std::unordered_set<std::string> &params, bool skip_scale_loss,
-    const std::vector<Scope *> &local_scopes)
+    const std::unordered_set<std::string> &params,
+    const std::vector<Scope *> &local_scopes, bool skip_scale_loss)
     : loss_var_name_(loss_var_name),
       places_(places),
       local_scopes_(local_scopes) {
diff --git a/paddle/fluid/framework/details/multi_devices_graph_builder.h b/paddle/fluid/framework/details/multi_devices_graph_builder.h
index f2428b01ca9ec45e75114a7aecf7a843c959221e..009c31b40c279ae3e924d2d7c67933e7444ed85c 100644
--- a/paddle/fluid/framework/details/multi_devices_graph_builder.h
+++ b/paddle/fluid/framework/details/multi_devices_graph_builder.h
@@ -40,8 +40,8 @@ class MultiDevSSAGraphBuilder : public SSAGraphBuilder {
   MultiDevSSAGraphBuilder(const std::vector<platform::Place> &places,
                           const std::string &loss_var_name,
                           const std::unordered_set<std::string> &params,
-                          bool skip_scale_loss,
-                          const std::vector<Scope *> &local_scopes);
+                          const std::vector<Scope *> &local_scopes,
+                          bool skip_scale_loss);
 #endif
 
   std::unique_ptr<SSAGraph> Build(const ProgramDesc &program) const override;