Modify return type of matrix_nms to keep same with multiclass_nms3 (#3067)

6604bc45 · Jason · GitHub · e0ad4dbe · 6604bc45
隐藏空白更改
内联并排

Showing with 1 addition and 1 deletion

ppdet/modeling/ops.py ppdet/modeling/ops.py +1 -1

未找到文件。
--- a/ppdet/modeling/ops.py
+++ b/ppdet/modeling/ops.py
@@ -1139,7 +1139,7 @@ def matrix_nms(bboxes,
        index = helper.create_variable_for_type_inference(dtype='int')
        outputs = {'Out': output, 'Index': index}
        if return_rois_num:
-            rois_num = helper.create_variable_for_type_inference(dtype='int')
+            rois_num = helper.create_variable_for_type_inference(dtype='int32')
            outputs['RoisNum'] = rois_num

        helper.append_op(