diff --git a/python/paddle/fluid/tests/unittests/test_imperative_transformer.py b/python/paddle/fluid/tests/unittests/test_imperative_transformer.py
index df097360c63ca61605b80d6700387ef76583c552..ef9d3ffca2dfcef4719184f1829ff42989d93166 100644
--- a/python/paddle/fluid/tests/unittests/test_imperative_transformer.py
+++ b/python/paddle/fluid/tests/unittests/test_imperative_transformer.py
@@ -302,11 +302,7 @@ use_py_reader = False
 # if we run sync mode
 sync = False
 
-if not core.is_compiled_with_cuda():
-    # how many batches we use
-    batch_num = 50
-else:
-    batch_num = 5
+batch_num = 5
 
 np.random.seed = 1
 src_word_np = np.random.randint(