diff --git a/python/paddle/fluid/compiler.py b/python/paddle/fluid/compiler.py
index f3935e22b45c52c18dca5d89e4e2cc5e727f500e..2b69fd89a2c19f933a7ff7bb3bcc4bbb2c49e7e9 100644
--- a/python/paddle/fluid/compiler.py
+++ b/python/paddle/fluid/compiler.py
@@ -120,8 +120,7 @@ class CompiledProgram(object):
             self._exec_strategy = ExecutionStrategy()
         if self._build_strategy is None:
             self._build_strategy = BuildStrategy()
-        self._build_strategy.is_distribution = _is_pserver_mode(
-            self._program) or self._build_strategy.num_trainers > 1
+        self._build_strategy.is_distribution = _is_pserver_mode(self._program)
         return self
 
     def with_inference_optimize(self, config):