diff --git a/ppdet/modeling/heads/ttf_head.py b/ppdet/modeling/heads/ttf_head.py
index 02bb6d612aef05d148bafcc05afa807526c14244..4d1360b34a3641b1a5c8e73e43906f92fb483a2b 100644
--- a/ppdet/modeling/heads/ttf_head.py
+++ b/ppdet/modeling/heads/ttf_head.py
@@ -62,7 +62,6 @@ class HMHead(nn.Layer):
                         in_channels=ch_in if i == 0 else ch_out,
                         out_channels=ch_out,
                         norm_type=norm_type))
-                head_conv.add_sublayer(lite_name + '.act', nn.ReLU6())
             else:
                 if dcn_head:
                     head_conv.add_sublayer(
@@ -139,7 +138,6 @@ class WHHead(nn.Layer):
                         in_channels=ch_in if i == 0 else ch_out,
                         out_channels=ch_out,
                         norm_type=norm_type))
-                head_conv.add_sublayer(lite_name + '.act', nn.ReLU6())
             else:
                 if dcn_head:
                     head_conv.add_sublayer(