diff --git a/paddle/trainer/TrainerMain.cpp b/paddle/trainer/TrainerMain.cpp
index a690268c2c7ab819e4e18d8b321b292bf54f9b97..52983e46eb9071abcab4c529e4a28765e5bbe430 100644
--- a/paddle/trainer/TrainerMain.cpp
+++ b/paddle/trainer/TrainerMain.cpp
@@ -37,9 +37,10 @@ int main(int argc, char** argv) {
   initMain(argc, argv);
   initPython(argc, argv);
 
+  std::unique_ptr<PServerUtil> pServerPtr(nullptr);
   if (FLAGS_start_pserver) {
-    PServerUtil* pServerUtil = paddle::PServerUtil::createWithGflags();
-    pServerUtil->start();
+    pServerPtr.reset(paddle::PServerUtil::createWithGflags());
+    pServerPtr->start();
   }
   Trainer trainer;
   auto config = TrainerConfigHelper::createFromFlags();