diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 7412d3a3fe6cfbd064759923867577d6edb10b47..f849d61c5d70081f9977c764aed055269df6e708 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -6582,7 +6582,10 @@ class RecomputeOptimizer(Optimizer):
                 print("Finished apply_optimize")
         """
 
-        return self._optimizer.apply_optimize(
+        func = self._optimizer.apply_optimize if hasattr(
+            self._optimizer,
+            'apply_optimize') else self._optimizer._apply_optimize
+        return func(
             loss, startup_program=startup_program, params_grads=params_grads)
 
     def minimize(self,