diff --git a/paddle/trainer/RemoteParameterUpdater.cpp b/paddle/trainer/RemoteParameterUpdater.cpp
index 4e677774aeeecc2c7399e8427b5c3a98e5eef1c7..3a5c2a351737ec9eb98b20c679d21dbfea42eea5 100644
--- a/paddle/trainer/RemoteParameterUpdater.cpp
+++ b/paddle/trainer/RemoteParameterUpdater.cpp
@@ -467,7 +467,7 @@ void ConcurrentRemoteParameterUpdater::recv(Parameter* para) {
 }
 
 void ConcurrentRemoteParameterUpdater::recv() {
-  hl_set_device(FLAGS_gpu_id);
+  if (FLAGS_use_gpu) hl_set_device(FLAGS_gpu_id);
   StatPtr stat = getStat("recv");
   FOR_TIMING(Timer timer);
   while (true) {
@@ -496,7 +496,7 @@ void ConcurrentRemoteParameterUpdater::recv() {
 }
 
 void ConcurrentRemoteParameterUpdater::send() {
-  hl_set_device(FLAGS_gpu_id);
+  if (FLAGS_use_gpu) hl_set_device(FLAGS_gpu_id);
   StatPtr stat = getStat("send");
   FOR_TIMING(Timer timer);
   while (true) {