diff --git a/paddle/fluid/operators/distributed/request_handler_impl.cc b/paddle/fluid/operators/distributed/request_handler_impl.cc
index c609777f0c9d122e03a474e8e604dd4a7ec84c08..a1c5c0777402b808eed6306862fd6dd41b529dbd 100644
--- a/paddle/fluid/operators/distributed/request_handler_impl.cc
+++ b/paddle/fluid/operators/distributed/request_handler_impl.cc
@@ -54,7 +54,7 @@ bool RequestSendHandler::Handle(const std::string& varname,
     // Async
     if (!sync_mode_) {
       VLOG(3) << "async process var: " << varname;
-      if (varname == BATCH_BARRIER_MESSAGE || varname == COMPLETE_MESSAGE) {
+      if (varname == BATCH_BARRIER_MESSAGE) {
         PADDLE_THROW(
             "async mode should not recv BATCH_BARRIER_MESSAGE or "
             "COMPLETE_MESSAGE");