diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index e6d952fbe7ef6ad41604f202a2d2587305564771..309db1c6ee8c555bbea84b7d596b2e18c3d5cc1d 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -1224,8 +1224,10 @@ set +x
             if [ $need_retry_ut_count -lt $exec_retry_threshold ];then
                 while ( [ $exec_times -lt $retry_time ] )
                     do
+                        set +e
                         retry_unittests_record="$retry_unittests_record$failed_test_lists"
                         failed_test_lists_ult=`echo "${failed_test_lists}" |grep -Po '[^ ].*$'`
+                        set -e
                         if [[ "${exec_times}" == "1" ]];then
                             if [[ "${failed_test_lists}" == "" ]];then
                                 break