diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 9612c87d870752086ec900632a2604243145b008..42099fbe8c76d12e6725e800ca5974a2ee37989b 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -4824,7 +4824,7 @@ class PipelineOptimizer(object):
 
         place_list = []
         for dev in device_list:
-            dev_index = int(dev.split(":")[1])
+            dev_index = int(dev.split(":")[1]) % 8
             place_list.append(core.CUDAPlace(dev_index))
 
         # Step6: Split startup program