diff --git a/python/paddle/__init__.py b/python/paddle/__init__.py
index bc5a72bf8e74e6f654f5116c137607bbde71dd11..07073bfbfde1c6bb298656d86f97acb8679a95f7 100644
--- a/python/paddle/__init__.py
+++ b/python/paddle/__init__.py
@@ -30,9 +30,9 @@ except ImportError:
 import paddle.reader
 import paddle.dataset
 import paddle.batch
+batch = batch.batch
 import paddle.compat
 import paddle.distributed
-batch = batch.batch
 import paddle.sysconfig
 import paddle.tensor
 import paddle.nn
diff --git a/python/paddle/distributed/__init__.py b/python/paddle/distributed/__init__.py
index d0c32e26092f6ea25771279418582a24ea449ab2..1e71b316b06779ef861c9fb9612e30a62f810f7d 100644
--- a/python/paddle/distributed/__init__.py
+++ b/python/paddle/distributed/__init__.py
@@ -11,3 +11,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+from . import fs_wrapper
+
+__all__ = fs_wrapper.__all__
diff --git a/python/paddle/distributed/fs_wrapper.py b/python/paddle/distributed/fs_wrapper.py
index 014ef3ef8def25dd446ca8d030663c068352e893..d73d144e1c47544a214d73ac677f12e71230d058 100644
--- a/python/paddle/distributed/fs_wrapper.py
+++ b/python/paddle/distributed/fs_wrapper.py
@@ -19,6 +19,8 @@ import os
 from pathlib import PurePosixPath
 import shutil
 
+__all__ = ['FS', 'LocalFS', 'BDFS']
+
 
 class FS(object):
     @abc.abstractmethod