diff --git a/paddle/fluid/operators/pscore/send_and_recv_op_cpu_test.cc b/paddle/fluid/operators/pscore/send_and_recv_op_cpu_test.cc
index 19bfb09237a0cdf42763794d5cb9fce1ced76938..0d99356f46069855cb55c102fcc540e39f726958 100644
--- a/paddle/fluid/operators/pscore/send_and_recv_op_cpu_test.cc
+++ b/paddle/fluid/operators/pscore/send_and_recv_op_cpu_test.cc
@@ -12,6 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License. */
 
+#if defined PADDLE_WITH_PSCORE
 #include <stdlib.h>
 #include <memory>
 #include <string>
@@ -272,3 +273,4 @@ TEST(SENDANDRECV, CPU) {
   server_thread.join();
   LOG(INFO) << "end server thread join";
 }
+#endif
diff --git a/paddle/fluid/operators/pscore/send_and_recv_op_gpu_test.cc b/paddle/fluid/operators/pscore/send_and_recv_op_gpu_test.cc
index a3b9d4bb01076bc9f1bccf287ac3da44ae65251f..236723c2781ef5c1eb4deb52682560f1609bb090 100644
--- a/paddle/fluid/operators/pscore/send_and_recv_op_gpu_test.cc
+++ b/paddle/fluid/operators/pscore/send_and_recv_op_gpu_test.cc
@@ -12,6 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License. */
 
+#if (defined PADDLE_WITH_CUDA || defined PADDLE_WITH_HIP) && \
+    (defined PADDLE_WITH_PSCORE)
+
 #include <stdlib.h>
 #include <memory>
 #include <string>
@@ -295,3 +298,4 @@ TEST(SENDANDRECV, GPU) {
   server_thread.join();
   LOG(INFO) << "end server thread join";
 }
+#endif