Fix fp16 init (#4081)

d127132c · Yibing Liu · GitHub · b2d0da6a · d127132c
显示空白变更内容
内联并排

Showing with 1 addition and 1 deletion

PaddleNLP/PaddleLARK/BERT/utils/init.py PaddleNLP/PaddleLARK/BERT/utils/init.py +1 -1

未找到文件。
--- a/PaddleNLP/PaddleLARK/BERT/utils/init.py
+++ b/PaddleNLP/PaddleLARK/BERT/utils/init.py
@@ -34,7 +34,7 @@ def cast_fp32_to_fp16(exe, main_program):
            master_param_var = fluid.global_scope().find_var(param.name +
                                                             ".master")
            if master_param_var is not None:
-                master_param_var.get_tensor().set(data, exe.place)
+                master_param_var.get_tensor().set(np.float32(data), exe.place)


 def init_checkpoint(exe, init_checkpoint_path, main_program, use_fp16=False):