diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 0c1e8f3f9564213ee02f5cfc5cb7494e4e40f936..5b7fa0b78b8c261904dd00b81dde60570e4ab4d8 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -102,7 +102,7 @@ ParallelExecutor::ParallelExecutor(
 
 #else
   builder_.reset(new details::MultiDevSSAGraphBuilder(
-      member_->places_, loss_var_name, params, member_->local_scope_,
+      member_->places_, loss_var_name, params, member_->local_scopes_,
       build_strategy));
 
 #endif