diff --git a/python/paddle/fluid/tests/unittests/test_matmul_v2_op.py b/python/paddle/fluid/tests/unittests/test_matmul_v2_op.py
index 75d82d270240ca9ff75282798901dc3c9ee33113..1695058f7b3a2a559c3aa2f6d8871fcaa9fbed02 100644
--- a/python/paddle/fluid/tests/unittests/test_matmul_v2_op.py
+++ b/python/paddle/fluid/tests/unittests/test_matmul_v2_op.py
@@ -244,8 +244,8 @@ class TestMatMuklOp14(TestMatMulV2Op):
     """
 
     def config(self):
-        self.x_shape = (3, 1, 1, 10, 10)
-        self.y_shape = (1, 2, 2, 10, 10)
+        self.x_shape = (3, 1, 6, 6)
+        self.y_shape = (1, 2, 6, 9)
         self.trans_x = True
         self.trans_y = False
 
@@ -256,8 +256,8 @@ class TestMatMuklOp15(TestMatMulV2Op):
     """
 
     def config(self):
-        self.x_shape = (3, 1, 1, 10, 10)
-        self.y_shape = (1, 2, 2, 10, 10)
+        self.x_shape = (3, 1, 6, 6)
+        self.y_shape = (1, 2, 6, 9)
         self.trans_x = False
         self.trans_y = False