diff --git a/python/paddle/fluid/layers/detection.py b/python/paddle/fluid/layers/detection.py
index fe1155b2930d3ce5a062a2d5a92e356e73686c8a..0800c02d9ec7dc51d4f22d3b04f3ae90315ebad8 100644
--- a/python/paddle/fluid/layers/detection.py
+++ b/python/paddle/fluid/layers/detection.py
@@ -164,7 +164,7 @@ def rpn_target_assign(loc,
         })
 
     # 4. Reshape and gather the target entry
-    scores = nn.reshape(x=scores, shape=(-1, 1))
+    scores = nn.reshape(x=scores, shape=(-1, 2))
     loc = nn.reshape(x=loc, shape=(-1, 4))
     target_label = nn.reshape(x=target_label, shape=(-1, 1))
     target_bbox = nn.reshape(x=target_bbox, shape=(-1, 4))