Merge branch 'bert' of https://github.com/wanghaoshuang/PaddleSlim into bert

paddleslim/teachers/__init__.py

+# Copyright (c) 2019  PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

paddleslim/teachers/bert/cls.py

@@ -144,11 +144,11 @@ class BERTClassifier(Layer):
             max_seq_len=512,
             warmup_proportion=0.1,
             use_data_parallel=False,
-            learning_rate=0.0001,
+            learning_rate=0.00005,
             weight_decay=0.01,
             lr_scheduler="linear_warmup_decay",
             skip_steps=10,
-            save_steps=10000,
+            save_steps=1000,
             checkpoints="checkpoints"):
 
         processor = self.processors[self.task_name](