diff --git a/fcos_core/modeling/rpn/fcos/fcos.py b/fcos_core/modeling/rpn/fcos/fcos.py
index d600480a6044520c8ba038b85bf35d0e7dade549..ddb24bd0859c36ba189f3a1b7e86e4ca170248a6 100644
--- a/fcos_core/modeling/rpn/fcos/fcos.py
+++ b/fcos_core/modeling/rpn/fcos/fcos.py
@@ -105,8 +105,8 @@ class FCOSHead(torch.nn.Module):
 
             bbox_pred = self.scales[l](self.bbox_pred(box_tower))
             if self.norm_reg_targets:
+                bbox_pred = F.relu(bbox_pred)
                 if self.training:
-                    bbox_pred = F.relu(bbox_pred)
                     bbox_reg.append(bbox_pred)
                 else:
                     bbox_reg.append(bbox_pred * self.fpn_strides[l])