add (#13377)

paddle/fluid/operators/distributed/grpc_client.cc

@@ -290,13 +290,19 @@ void GRPCClient::Proceed() {
       c->Finish(false);
     }
 
-    delete c;
+    bool notify = false;
     {
       std::lock_guard<std::mutex> lk(sync_mutex_);
       req_count_--;
+      notify = (req_count_ <= 0 || !c->status_.ok());
     }
+
+    delete c;
+
+    if (notify) {
       sync_cond_.notify_all();
     }
+  }
   VLOG(3) << "GRPCClient Proceed end";
 }