diff --git a/python/paddle/fluid/contrib/utils/__init__.py b/python/paddle/fluid/contrib/utils/__init__.py
index 2fe9f702f3de8565ca8800fcea9d5424b1d7cee9..20b2cc381aaa1b837ce106410246bc8cedb2fc88 100644
--- a/python/paddle/fluid/contrib/utils/__init__.py
+++ b/python/paddle/fluid/contrib/utils/__init__.py
@@ -18,5 +18,5 @@ from __future__ import print_function
 from . import hdfs_utils
 from .hdfs_utils import *
 
-__all__ = lookup_table_utils.__all__
+#__all__ = lookup_table_utils.__all__
 __all__ = hdfs_utils.__all__
diff --git a/python/paddle/fluid/distributed/helper.py b/python/paddle/fluid/distributed/helper.py
index 4cc5eb2a920dbd46cac609ee2ebb149f800ef0c4..1244b4c0cad6a9fc4a5b2f097ef7e712872721bb 100644
--- a/python/paddle/fluid/distributed/helper.py
+++ b/python/paddle/fluid/distributed/helper.py
@@ -44,5 +44,8 @@ class MPIHelper(object):
     def get_hostname(self):
         import socket
         return socket.gethostname()
+
+    def finalize(self):
+        MPI.Finalize()
     
         
diff --git a/python/paddle/fluid/distributed/ps_instance.py b/python/paddle/fluid/distributed/ps_instance.py
index 94e123c2ceba837375b3adca075e5c0dc144c510..dce5dfc5bd66d36320b41064d7df2dc8649fc762 100644
--- a/python/paddle/fluid/distributed/ps_instance.py
+++ b/python/paddle/fluid/distributed/ps_instance.py
@@ -97,6 +97,7 @@ class PaddlePSInstance(object):
         pass
 
     def finalize(self):
+        self.dh.finalize()
         pass