diff --git a/paddle/gserver/tests/test_LayerGrad.cpp b/paddle/gserver/tests/test_LayerGrad.cpp
index 02a30719f98e09a109f3d367af5250af29fc87ec..7b6e6fd3999ff5d3386626997effe33fa6a75429 100644
--- a/paddle/gserver/tests/test_LayerGrad.cpp
+++ b/paddle/gserver/tests/test_LayerGrad.cpp
@@ -349,10 +349,9 @@ void testConvTransLayer(const string& type, bool trans, bool useGpu) {
 }
 
 TEST(Layer, convTransLayer) {
-  testConvTransLayer("exconvt", /* trans= */ false, /* useGpu= */ false);
-#ifndef PADDLE_ONLY_CPU
-  testConvTransLayer("exconvt", /* trans= */ false, /* useGpu= */ true);
-#endif
+  for (auto useGpu : {false, true}) {
+    testConvTransLayer("exconvt", /* trans= */ false, /* useGpu= */ useGpu);
+  }
 }
 
 TEST(Layer, blockExpandLayer) {