diff --git a/paddle/fluid/operators/distributed/grpc_client.h b/paddle/fluid/operators/distributed/grpc_client.h
index 29b95fad768dea860185d64eb33c0b485478a871..0c95ffeb5ce7e1586c5968fb122acd12c0c0196e 100644
--- a/paddle/fluid/operators/distributed/grpc_client.h
+++ b/paddle/fluid/operators/distributed/grpc_client.h
@@ -238,7 +238,7 @@ class GRPCClient : public RPCClient {
   std::mutex completed_mutex_;
   bool completed_;
 
-  bool stopped_;
+  volatile bool stopped_;
 };
 
 }  // namespace distributed