diff --git a/x2paddle/optimizer/fusion/trace_fc_fuser.py b/x2paddle/optimizer/fusion/trace_fc_fuser.py
index f3cbcd5d3af5f53f9f3ce2de362db1ed96ca7c39..950176f27a5beeffa298ce8dfbed36327338c4e4 100644
--- a/x2paddle/optimizer/fusion/trace_fc_fuser.py
+++ b/x2paddle/optimizer/fusion/trace_fc_fuser.py
@@ -118,7 +118,9 @@ class TraceFcFuser(FuseBase):
             (1, 0))
         self.rm_params.add(weight_name)
         bias_numpy = parameters[bias_name]
-        parameters["{}.bias".format(linear_name)] = np.squeeze(bias_numpy)
+        if len(bias_numpy.shape) == 2:
+            bias_numpy = np.squeeze(bias_numpy)
+        parameters["{}.bias".format(linear_name)] = bias_numpy
         self.rm_params.add(bias_name)
         new_layer = PaddleLayer(
             layers_id[0],