diff --git a/python/paddle/trainer/config_parser.py b/python/paddle/trainer/config_parser.py
index 11dc84ae20679bb73735f9119739fca5ea7fa673..12a629a031a9020bf3c4812a273e940b921c4cfd 100644
--- a/python/paddle/trainer/config_parser.py
+++ b/python/paddle/trainer/config_parser.py
@@ -2421,6 +2421,11 @@ class BatchNormLayer(LayerBase):
 
         psize = self.calc_parameter_size(image_conf)
         dims = [1, psize]
+
+        self.inputs[1].parameter_name = self.inputs[0].parameter_name.split('.')[0] + '.' + \
+                                        self.inputs[1].parameter_name.split('.')[1]
+        self.inputs[2].parameter_name = self.inputs[0].parameter_name.split('.')[0] + '.' + \
+                                        self.inputs[2].parameter_name.split('.')[1]
         self.create_input_parameter(0, psize)
         self.create_input_parameter(1, psize, dims)
         self.create_input_parameter(2, psize, dims)