diff --git a/python/paddle/v2/framework/layer_helper.py b/python/paddle/v2/framework/layer_helper.py
index 5f808f223b016e1f7f0de5bf3c391443f4298a44..9092c33f36dce6d0ed52838512dd0c09d9393f5b 100644
--- a/python/paddle/v2/framework/layer_helper.py
+++ b/python/paddle/v2/framework/layer_helper.py
@@ -142,7 +142,9 @@ class LayerHelper(object):
             type='elementwise_add',
             inputs={'X': [input_var],
                     'Y': [b]},
-            outputs={'Out': [tmp]})
+            outputs={'Out': [tmp]},
+            # for rowwise add, we should set axis 1
+            attr={'axis': 1})
         return tmp
 
     def append_activation(self, input_var):