diff --git a/python/paddle/fluid/tests/unittests/test_concat_mkldnn_op.py b/python/paddle/fluid/tests/unittests/test_concat_mkldnn_op.py
index 0ea44c0e4e4fc1029e20822cda2274787cc789d5..0f2130f9049c7ee294444282e59c654551f76603 100644
--- a/python/paddle/fluid/tests/unittests/test_concat_mkldnn_op.py
+++ b/python/paddle/fluid/tests/unittests/test_concat_mkldnn_op.py
@@ -22,6 +22,7 @@ class TestMKLDNNConcatOp(TestConcatOp):
     def setUp(self):
         super(TestMKLDNNConcatOp, self).setUp()
         self.attrs["use_mkldnn"] = True
+        self._cpu_only = True
 
     def test_check_grad(self):
         pass
@@ -34,6 +35,7 @@ class TestMKLDNNConcatOp2(TestConcatOp2):
     def setUp(self):
         super(TestMKLDNNConcatOp2, self).setUp()
         self.attrs["use_mkldnn"] = True
+        self._cpu_only = True
 
     def test_check_grad(self):
         pass
@@ -46,6 +48,7 @@ class TestMKLDNNConcatOp3(TestConcatOp3):
     def setUp(self):
         super(TestMKLDNNConcatOp3, self).setUp()
         self.attrs["use_mkldnn"] = True
+        self._cpu_only = True
 
     def test_check_grad(self):
         pass