diff --git a/ppdet/modeling/proposal_generator/target_layer.py b/ppdet/modeling/proposal_generator/target_layer.py
index e6abb60f0a46038d16e530675a9945bee9d20832..3b5a09601682151afcd47a0ea0db4fd0f03440a9 100644
--- a/ppdet/modeling/proposal_generator/target_layer.py
+++ b/ppdet/modeling/proposal_generator/target_layer.py
@@ -469,7 +469,7 @@ class RBoxAssigner(object):
         bbox_targets = np.zeros_like(anchors)
         bbox_weights = np.zeros_like(anchors)
         bbox_gt_bboxes = np.zeros_like(anchors)
-        pos_labels = np.ones(anchors_num, dtype=np.int32) * -1
+        pos_labels = np.zeros(anchors_num, dtype=np.int32)
         pos_labels_weights = np.zeros(anchors_num, dtype=np.float32)
 
         pos_sampled_anchors = anchors[pos_inds]