diff --git a/paddle/gserver/layers/SwitchOrderLayer.cpp b/paddle/gserver/layers/SwitchOrderLayer.cpp
index 8d337611b98d08af7e34ec45ff8f5864ff63964d..6a91042f628920a9986763531fb4c633307b43b8 100644
--- a/paddle/gserver/layers/SwitchOrderLayer.cpp
+++ b/paddle/gserver/layers/SwitchOrderLayer.cpp
@@ -81,6 +81,7 @@ void SwitchOrderLayer::forward(PassType passType) {
   resetOutput(outDims_[0], outDims_[1] * outDims_[2] * outDims_[3]);
   if (heightAxis_.size() > 0) {
     getOutputValue()->reshape(reshapeHeight_, reshapeWidth_);
+    getOutputGrad()->reshape(reshapeHeight_, reshapeWidth_);
   }
 
   // switch NCHW to NHWC