follow comments

paddle/fluid/framework/executor.cc

@@ -350,9 +350,12 @@ void Executor::RunPreparedContext(ExecutorPrepareContext* ctx, Scope* scope,
       }
     }
   }
-  // platform::DeviceContextPool::Instance().Get(place_)->Wait();
+  platform::DeviceContextPool::Instance().Get(place_)->Wait();
   if (create_vars && create_local_scope) {
     scope->DeleteScope(local_scope);
+  } else {
+    // Delete the local scopes created in operators.
+    scope->DropKids();
   }
   if (FLAGS_benchmark) {
     VLOG(2) << "-------------------------------------------------------";

paddle/fluid/operators/detail/sendrecvop_utils.cc

@@ -31,6 +31,10 @@ limitations under the License. */
 namespace paddle {
 namespace operators {
 namespace detail {
+namespace {
+const int kStartProfile = 1;
+const int kStopProfile = 2;
+}  // namespace
 
 using VarMsg = sendrecv::VariableMessage;
 
@@ -124,9 +128,9 @@ void SerializeToByteBuffer(const std::string& name, framework::Variable* var,
   // trainer.
   if (platform::ShouldSendProfileState()) {
     if (platform::IsProfileEnabled()) {
-      request.set_profile(1);
+      request.set_profile(kStartProfile);
     } else {
-      request.set_profile(2);
+      request.set_profile(kStopProfile);
     }
   }
   if (!out_name.empty()) {