diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index 5221ab1ec5b7247931236fdac864f1a199371732..020f071ae878db8410cd292b59adc3b7e58ef381 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -280,7 +280,11 @@ function check_style() {
 
 function build_base() {
     if [ "$SYSTEM" == "Linux" ];then
-      parallel_number=`nproc`
+      if [ `nproc` -gt 16 ];then
+          parallel_number=$(expr `nproc` - 4)
+      else
+          parallel_number=`nproc`
+      fi
     else
       parallel_number=8
     fi