diff --git a/python/paddle/fluid/tests/unittests/transformer_model.py b/python/paddle/fluid/tests/unittests/transformer_model.py
index 9094d7db97bbec8b517154834e61cbc12a000dca..d0eb3fd3724899aad39422983fd3cd0d00ff2a2d 100644
--- a/python/paddle/fluid/tests/unittests/transformer_model.py
+++ b/python/paddle/fluid/tests/unittests/transformer_model.py
@@ -22,7 +22,7 @@ pos_enc_param_names = (
     "src_pos_enc_table",
     "trg_pos_enc_table", )
 
-batch_size = 16
+batch_size = 64
 
 
 def position_encoding_init(n_position, d_pos_vec):