diff --git a/ppdet/modeling/transformers/rtdetr_transformer.py b/ppdet/modeling/transformers/rtdetr_transformer.py
index 672590edfdee3349570418e9487ff99fe6fafc23..0d4b108a37a51e45570d2a78ee23f381bd4656df 100644
--- a/ppdet/modeling/transformers/rtdetr_transformer.py
+++ b/ppdet/modeling/transformers/rtdetr_transformer.py
@@ -245,6 +245,7 @@ class TransformerDecoder(nn.Layer):
             elif i == self.eval_idx:
                 dec_out_logits.append(score_head[i](output))
                 dec_out_bboxes.append(inter_ref_bbox)
+                break
 
             ref_points = inter_ref_bbox
             ref_points_detach = inter_ref_bbox.detach(