diff --git a/python/paddle/fluid/incubate/fleet/base/fleet_base.py b/python/paddle/fluid/incubate/fleet/base/fleet_base.py
index 6282e82cfc1d5336efd7bb0bfe1a8f000c4a08be..acabec3e82aa50e07753bd8735406e0b378dabee 100644
--- a/python/paddle/fluid/incubate/fleet/base/fleet_base.py
+++ b/python/paddle/fluid/incubate/fleet/base/fleet_base.py
@@ -188,6 +188,7 @@ class Fleet(object):
         if role_maker and not isinstance(role_maker, RoleMakerBase):
             raise ValueError("role_maker must be an instance of RoleMakerBase")
 
+        self._role_maker = role_maker
         self._role_maker.generate_role()
 
         self._is_initialized = True