diff --git a/benchmark/fluid/models/resnet.py b/benchmark/fluid/models/resnet.py
index d71b855612ae32083b2b2e3448db3749c340633b..1b3bfe659c7d97b58dc4121387d4db22266381c5 100644
--- a/benchmark/fluid/models/resnet.py
+++ b/benchmark/fluid/models/resnet.py
@@ -207,7 +207,7 @@ def get_model(args, is_train, main_prog, startup_prog):
 
                 total_images = 1281167 / trainer_count
 
-                step = int(total_images / args.batch_size + 1)
+                step = int(total_images / (args.batch_size * args.gpus) + 1)
                 epochs = [30, 60, 90]
                 bd = [step * e for e in epochs]
                 base_lr = args.learning_rate