diff --git a/ppdet/modeling/architectures/cascade_mask_rcnn.py b/ppdet/modeling/architectures/cascade_mask_rcnn.py
index ede3ffdfa4944f636c1204d3010278dede28990c..2e480b78410777b09c6f3844dbecc4671cc23f39 100644
--- a/ppdet/modeling/architectures/cascade_mask_rcnn.py
+++ b/ppdet/modeling/architectures/cascade_mask_rcnn.py
@@ -114,8 +114,8 @@ class CascadeMaskRCNN(object):
             if self.rpn_only:
                 im_scale = fluid.layers.slice(
                     im_info, [1], starts=[2], ends=[3])
-                im_scale = fluid.layers.sequence_expand(im_scale, rois)
-                rois = rois / im_scale
+                im_scale = fluid.layers.sequence_expand(im_scale, rpn_rois)
+                rois = rpn_rois / im_scale
                 return {'proposal': rois}
 
         proposal_list = []
diff --git a/ppdet/modeling/architectures/cascade_rcnn.py b/ppdet/modeling/architectures/cascade_rcnn.py
index 133281e4f13fa16bebd5031fd4241c1bb94f5124..6f4c416484c1979c61951d9b9599243bbcea09e8 100644
--- a/ppdet/modeling/architectures/cascade_rcnn.py
+++ b/ppdet/modeling/architectures/cascade_rcnn.py
@@ -106,8 +106,8 @@ class CascadeRCNN(object):
             if self.rpn_only:
                 im_scale = fluid.layers.slice(
                     im_info, [1], starts=[2], ends=[3])
-                im_scale = fluid.layers.sequence_expand(im_scale, rois)
-                rois = rois / im_scale
+                im_scale = fluid.layers.sequence_expand(im_scale, rpn_rois)
+                rois = rpn_rois / im_scale
                 return {'proposal': rois}
 
         proposal_list = []