diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index 1ada052767d1526e0823def2d77f173d609714e8..9f53c18f302b0086363c35e87322f622c45cff6e 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -2224,6 +2224,7 @@ function main() {
         test_fluid_lib
         ;;
       build_inference_lib)
+        python ${PADDLE_ROOT}/tools/remove_grad_op_and_kernel.py
         cmake_gen ${PYTHON_ABI:-""}
         gen_fluid_lib ${parallel_number}
         ;;