diff --git a/ppdet/engine/trainer.py b/ppdet/engine/trainer.py
index 424e94742a6ae2b1d99b96985166a53b23b7318c..fa293cd31a748a31d5b7b483ec8497b4a99438e1 100644
--- a/ppdet/engine/trainer.py
+++ b/ppdet/engine/trainer.py
@@ -301,8 +301,7 @@ class Trainer(object):
         model = self.model
         if self.cfg.get('fleet', False):
             model = fleet.distributed_model(model)
-            self.optimizer = fleet.distributed_optimizer(
-                self.optimizer).user_defined_optimizer
+            self.optimizer = fleet.distributed_optimizer(self.optimizer)
         elif self._nranks > 1:
             find_unused_parameters = self.cfg[
                 'find_unused_parameters'] if 'find_unused_parameters' in self.cfg else False