From d127132c9da6c78e3f4eb932e56bdb405e2da9a5 Mon Sep 17 00:00:00 2001 From: Yibing Liu Date: Tue, 17 Dec 2019 23:40:03 +0800 Subject: [PATCH] Fix fp16 init (#4081) --- PaddleNLP/PaddleLARK/BERT/utils/init.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/PaddleNLP/PaddleLARK/BERT/utils/init.py b/PaddleNLP/PaddleLARK/BERT/utils/init.py index 27f0a75f..df2406b5 100644 --- a/PaddleNLP/PaddleLARK/BERT/utils/init.py +++ b/PaddleNLP/PaddleLARK/BERT/utils/init.py @@ -34,7 +34,7 @@ def cast_fp32_to_fp16(exe, main_program): master_param_var = fluid.global_scope().find_var(param.name + ".master") if master_param_var is not None: - master_param_var.get_tensor().set(data, exe.place) + master_param_var.get_tensor().set(np.float32(data), exe.place) def init_checkpoint(exe, init_checkpoint_path, main_program, use_fp16=False): -- GitLab