diff --git a/ernie/batching.py b/ernie/batching.py
index c3130a3bbe14ae31fbbf08ff8fa005b61ff305ba..d4248cf001dd4992a24b4b727c6b725b95f691c9 100644
--- a/ernie/batching.py
+++ b/ernie/batching.py
@@ -208,7 +208,7 @@ def pad_batch_data(insts,
 
     if return_seq_lens:
         seq_lens = np.array([len(inst) for inst in insts])
-        return_list += [seq_lens.astype("int64").reshape([-1, 1])]
+        return_list += [seq_lens.astype("int64").reshape([-1])]
 
     return return_list if len(return_list) > 1 else return_list[0]
 
diff --git a/ernie/ernie_encoder.py b/ernie/ernie_encoder.py
index 9773edf9cf6c72703d4e358cb8e2da87da68e06c..1c47aa0890d6471511cc2f364d1949ff6bfbef92 100644
--- a/ernie/ernie_encoder.py
+++ b/ernie/ernie_encoder.py
@@ -56,7 +56,7 @@ def create_model(args, pyreader_name, ernie_config):
         capacity=50,
         shapes=[[-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1],
                 [-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1],
-                [-1, args.max_seq_len, 1], [-1, 1]],
+                [-1, args.max_seq_len, 1], [-1]],
         dtypes=['int64', 'int64', 'int64', 'int64', 'float', 'int64'],
         lod_levels=[0, 0, 0, 0, 0, 0],
         name=pyreader_name,
diff --git a/ernie/finetune/sequence_label.py b/ernie/finetune/sequence_label.py
index 550388d8cb9845daba6b7bebd3f9f31e7b9d2eb9..d5176341ebbd0717554b954008b01739fac9e34b 100644
--- a/ernie/finetune/sequence_label.py
+++ b/ernie/finetune/sequence_label.py
@@ -40,7 +40,7 @@ def create_model(args, pyreader_name, ernie_config, is_prediction=False):
         capacity=50,
         shapes=[[-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1],
                 [-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1],
-                [-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1], [-1, 1]],
+                [-1, args.max_seq_len, 1], [-1, args.max_seq_len, 1], [-1]],
         dtypes=[
             'int64', 'int64', 'int64', 'int64', 'float32', 'int64', 'int64'
         ],
diff --git a/ernie/model/ernie.py b/ernie/model/ernie.py
index 9ee254d95d9721a226060cbcf162c3136ba39897..84d0cbe718d1a28a6761c8a3d43cf02cd2a10a3a 100644
--- a/ernie/model/ernie.py
+++ b/ernie/model/ernie.py
@@ -86,7 +86,7 @@ class ErnieModel(object):
         self._sent_emb_name = "sent_embedding"
         self._task_emb_name = "task_embedding"
         self._dtype = "float16" if use_fp16 else "float32"
-        self._emb_dtype = "float32"
+        self._emb_dtype = 'float32'
 
         # Initialize all weigths by truncated normal initializer, and all biases
         # will be initialized by constant zero by default.
@@ -138,7 +138,7 @@ class ErnieModel(object):
         emb_out = pre_process_layer(
             emb_out, 'nd', self._prepostprocess_dropout, name='pre_encoder')
 
-        if self._dtype == "float16":
+        if self._dtype == 'float16':
             emb_out = fluid.layers.cast(x=emb_out, dtype=self._dtype)
             input_mask = fluid.layers.cast(x=input_mask, dtype=self._dtype)
         self_attn_mask = fluid.layers.matmul(
@@ -167,7 +167,7 @@ class ErnieModel(object):
             postprocess_cmd="dan",
             param_initializer=self._param_initializer,
             name='encoder')
-        if self._dtype == "float16":        
+        if self._dtype == 'float16':
             self._enc_out = fluid.layers.cast(
                 x=self._enc_out, dtype=self._emb_dtype)
 
diff --git a/ernie/model/ernie_v1.py b/ernie/model/ernie_v1.py
index e05dd86eb08dbe365b31187fe9dda53f4567266b..eea17877e0feae128a1528be4c4036c9fb95d578 100644
--- a/ernie/model/ernie_v1.py
+++ b/ernie/model/ernie_v1.py
@@ -76,7 +76,7 @@ class ErnieModel(object):
         self._word_emb_name = "word_embedding"
         self._pos_emb_name = "pos_embedding"
         self._sent_emb_name = "sent_embedding"
-        self._dtype = "float16" if use_fp16 else "float32"
+        self._dtype = 'float16' if use_fp16 else 'float32'
 
         # Initialize all weigths by truncated normal initializer, and all biases
         # will be initialized by constant zero by default.
@@ -114,7 +114,7 @@ class ErnieModel(object):
         emb_out = pre_process_layer(
             emb_out, 'nd', self._prepostprocess_dropout, name='pre_encoder')
 
-        if self._dtype == "float16":
+        if self._dtype == 'float16':
             input_mask = fluid.layers.cast(x=input_mask, dtype=self._dtype)
         self_attn_mask = fluid.layers.matmul(
             x=input_mask, y=input_mask, transpose_y=True)