diff --git a/python/paddle/fluid/distribute_transpiler.py b/python/paddle/fluid/distribute_transpiler.py
index d17475cd28b3ae57032d3be811542fc89246e299..44542749f895ce52ded95302ef8ea38891715d97 100644
--- a/python/paddle/fluid/distribute_transpiler.py
+++ b/python/paddle/fluid/distribute_transpiler.py
@@ -444,7 +444,8 @@ class DistributeTranspiler:
             opt_state_block = pserver_program.create_block(
                 pserver_program.num_blocks - 1)
             for glb_op in global_ops:
-                __append_optimize_op__(glb_op, opt_state_block)
+                __append_optimize_op__(glb_op, opt_state_block,
+                                       grad_to_block_id)
 
         # NOT USED: single block version:
         #