diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 4885b74e6c6644704cff01dbf49975d6e87ce0c4..be1565ab533037d4bc72b6d2834c48b04638c297 100755
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -231,7 +231,7 @@ function gen_fluid_inference_lib() {
     Deploying fluid inference library ...
     ========================================
 EOF
-        make inference_lib_dist
+        make -j `nproc` inference_lib_dist
     fi
 }