diff --git a/python/paddle/distributed/passes/__init__.py b/python/paddle/distributed/passes/__init__.py
index c12e2138287fdbf5fd9f22a924b58a6dfc375d08..bfa760698fe8b16ac860135cc0ddd8806387265a 100644
--- a/python/paddle/distributed/passes/__init__.py
+++ b/python/paddle/distributed/passes/__init__.py
@@ -21,9 +21,8 @@ from .auto_parallel_fp16 import *
 from .auto_parallel_recompute import *
 from .cpp_pass import *
 import os
-if os.getenv("WITH_DISTRIBUTE") == "ON":
-    from .ps_trainer_pass import *
-    from .ps_server_pass import *
+from .ps_trainer_pass import *
+from .ps_server_pass import *
 
 __all__ = [
     'new_pass',