diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 633c8f3ab71ef7c957b6156a289f151db4950745..4d5773c7675abeaf6ccc61489fe29dcf05c308bb 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -4723,7 +4723,7 @@ class PipelineOptimizer(object):
                     extra_index += 1
 
                     fill_shape = list(var.shape)
-                    fill_shape[0] = 4
+                    fill_shape[0] = self.pp_bz
                     block._insert_op_without_sync(
                         index=index + extra_index,
                         type='fill_constant',