diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index a40c1487c707de814e2a3c65938606aa3e0024b9..025ae2feea5e249176bd35741463a619464896c9 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -2207,6 +2207,7 @@ function main() {
         test_fluid_lib
         ;;
       build_inference_lib)
+        python ${PADDLE_ROOT}/tools/remove_grad_op_and_kernel.py
         cmake_gen ${PYTHON_ABI:-""}
         gen_fluid_lib ${parallel_number}
         ;;