diff --git a/ppdet/modeling/backbones/hgnet_v2.py b/ppdet/modeling/backbones/hgnet_v2.py
index c4cc0787a2364fa076f189de263687395431c64f..88f989a28533c0e25396ef59a2e2c517594ab660 100644
--- a/ppdet/modeling/backbones/hgnet_v2.py
+++ b/ppdet/modeling/backbones/hgnet_v2.py
@@ -76,6 +76,7 @@ class ConvBNAct(nn.Layer):
             padding=padding
             if isinstance(padding, str) else (kernel_size - 1) // 2,
             groups=groups,
+            weight_attr=ParamAttr(learning_rate=lr_mult),
             bias_attr=False)
         self.bn = BatchNorm2D(
             out_channels,