diff --git a/tools/serving_build.sh b/tools/serving_build.sh
index 8be592e2635e8ea948a28510097986a09d39bdb4..4a9a08a10f4fea117bbbfad06a4b093ae564aa9e 100644
--- a/tools/serving_build.sh
+++ b/tools/serving_build.sh
@@ -887,6 +887,7 @@ EOF
                 exit 1
             fi
             ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
+            ps -ef | grep "pipeline" | grep -v grep | awk '{print $2}' | xargs kill
             kill_server_process
             cd ..
             ;;
@@ -903,6 +904,7 @@ EOF
                 exit 1
             fi
             ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
+            ps -ef | grep "pipeline" | grep -v grep | awk '{print $2}' | xargs kill
             kill_server_process
 
             python local_pipeline_server.py >/dev/null &
@@ -915,6 +917,7 @@ EOF
                 exit 1
             fi
             ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
+            ps -ef | grep "pipeline" | grep -v grep | awk '{print $2}' | xargs kill
             kill_server_process
             cd .. # pwd: /Serving/python/examples/pipeline
             ;;