diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index f01a0eda9a711abb3265fe5bb86ecb702a6ac6aa..b72b900d3b26cb705b76623e9bacc16c76a7c79f 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -822,7 +822,8 @@ class AdamOptimizer(Optimizer):
                 "beta1": self._beta1,
                 "beta2": self._beta2,
                 "epsilon": self._epsilon,
-                "lazy_mode": self._lazy_mode
+                "lazy_mode": self._lazy_mode,
+                "min_row_size_to_use_multithread": 1000
             },
             stop_gradient=True)