diff --git a/python/paddle/fluid/tests/unittests/test_imperative_ocr_attention_model.py b/python/paddle/fluid/tests/unittests/test_imperative_ocr_attention_model.py
index 5400b785d2929b4ff8614d4a6dbe26f197bf5ad1..afe50664ef2eb36e5d0134b11268fbb414d12a99 100644
--- a/python/paddle/fluid/tests/unittests/test_imperative_ocr_attention_model.py
+++ b/python/paddle/fluid/tests/unittests/test_imperative_ocr_attention_model.py
@@ -29,11 +29,11 @@ class Config(object):
     config for training
     '''
     # encoder rnn hidden_size
-    encoder_size = 64
+    encoder_size = 16
     # decoder size for decoder stage
-    decoder_size = 64
+    decoder_size = 16
     # size for word embedding
-    word_vector_dim = 64
+    word_vector_dim = 16
     # max length for label padding
     max_length = 5
     # optimizer setting
@@ -41,9 +41,9 @@ class Config(object):
     learning_rate_decay = None
 
     # batch size to train
-    batch_size = 16
+    batch_size = 8
     # class number to classify
-    num_classes = 481
+    num_classes = 64
 
     use_gpu = False
     # special label for start and end
@@ -376,7 +376,7 @@ class TestDygraphOCRAttention(unittest.TestCase):
         seed = 90
         epoch_num = 1
         if core.is_compiled_with_cuda():
-            batch_num = 10
+            batch_num = 6
         else:
             batch_num = 4
         np.random.seed = seed