diff --git a/paddle/fluid/operators/conv_transpose_op.cc b/paddle/fluid/operators/conv_transpose_op.cc
index fe09b5c17c7aa355ad39db34b0aa50f117e86434..2fdfc40d194224f0328161f5689da6246b1aae7f 100644
--- a/paddle/fluid/operators/conv_transpose_op.cc
+++ b/paddle/fluid/operators/conv_transpose_op.cc
@@ -256,6 +256,9 @@ void Conv3DTransposeOpMaker::Make() {
       "use_cudnn",
       "(bool, default false) Only used in cudnn kernel, need install cudnn")
       .SetDefault(false);
+  AddAttr<bool>("use_mkldnn",
+                "(bool, default false) Only used in mkldnn kernel")
+      .SetDefault(false);
   AddAttr<std::string>(
       "data_format",
       "(string, default NCHW) Only used in "
diff --git a/python/paddle/fluid/tests/unittests/test_conv2d_transpose_mkldnn_op.py b/python/paddle/fluid/tests/unittests/test_conv2d_transpose_mkldnn_op.py
index 01a7cd6ca17d7900f82385903caabaffec20e26f..deefdd09abe6b9f9ca362654f21850f598337245 100644
--- a/python/paddle/fluid/tests/unittests/test_conv2d_transpose_mkldnn_op.py
+++ b/python/paddle/fluid/tests/unittests/test_conv2d_transpose_mkldnn_op.py
@@ -25,6 +25,7 @@ class TestMKLDNN(TestConv2dTransposeOp):
         self.use_mkldnn = True
         self.data_format = "NCHW"
         self.op_type = "conv2d_transpose"
+        self._cpu_only = True
 
     def test_check_grad(self):
         return
@@ -42,6 +43,7 @@ class TestMKLDNNWithPad(TestWithPad):
         self.use_mkldnn = True
         self.data_format = "NCHW"
         self.op_type = "conv2d_transpose"
+        self._cpu_only = True
 
     def test_check_grad(self):
         return
@@ -59,6 +61,7 @@ class TestMKLDNNWithStride(TestWithStride):
         self.use_mkldnn = True
         self.data_format = "NCHW"
         self.op_type = "conv2d_transpose"
+        self._cpu_only = True
 
     def test_check_grad(self):
         return