diff --git a/paddle/gserver/layers/PoolProjection.cpp b/paddle/gserver/layers/PoolProjection.cpp
index 8c7d027c072504743da944ce514ca385d7780637..a4fb001ffa0e87818a35e0d1f0650a1702974d6c 100644
--- a/paddle/gserver/layers/PoolProjection.cpp
+++ b/paddle/gserver/layers/PoolProjection.cpp
@@ -32,6 +32,8 @@ PoolProjection* PoolProjection::create(const ProjectionConfig& config,
 }
 
 void MaxPoolProjection::forward() {
+  size_t width = getSize();
+  CHECK_EQ(width, out_->value->getWidth());
   MatrixPtr inputV = in_->value;
   MatrixPtr outV = out_->value;
   outV->maxPoolForward(*inputV, imgSizeY_, imgSize_, channels_, sizeX_, sizeY_,
@@ -55,6 +57,8 @@ void MaxPoolProjection::backward(const UpdateCallback& callback) {
 }
 
 void AvgPoolProjection::forward() {
+  size_t width = getSize();
+  CHECK_EQ(width, out_->value->getWidth());
   MatrixPtr inputV = in_->value;
   MatrixPtr outV = out_->value;
   outV->avgPoolForward(*inputV, imgSizeY_, imgSize_, channels_, sizeX_, sizeY_,
diff --git a/paddle/gserver/layers/PoolProjection.h b/paddle/gserver/layers/PoolProjection.h
index 9fa16c1ea64c54e9c37bf25908f2f8818a709e6e..04d592f51fb59b814eca0f72b321d60cd2198c7f 100644
--- a/paddle/gserver/layers/PoolProjection.h
+++ b/paddle/gserver/layers/PoolProjection.h
@@ -51,6 +51,26 @@ public:
   static PoolProjection* create(const ProjectionConfig& config,
                                 ParameterPtr parameter, bool useGpu);
   const std::string& getPoolType() const { return poolType_; }
+  size_t getSize() {
+    imgSizeY_ = in_->getFrameHeight();
+    imgSize_ = in_->getFrameWidth();
+    const PoolConfig& conf = config_.pool_conf();
+    if (imgSizeY_ == 0) {
+      imgSizeY_ = conf.has_img_size_y() ? conf.img_size_y() : conf.img_size();
+    }
+    if (imgSize_ == 0) {
+      imgSize_ = conf.img_size();
+    }
+    outputY_ = outputSize(imgSizeY_, sizeY_, confPaddingY_, strideY_,
+                          /* caffeMode */ false);
+    outputX_ = outputSize(imgSize_, sizeX_, confPadding_, stride_,
+                          /* caffeMode */ false);
+
+    const_cast<Argument*>(out_)->setFrameHeight(outputY_);
+    const_cast<Argument*>(out_)->setFrameWidth(outputX_);
+
+    return outputY_ * outputX_ * channels_;
+  }
 };
 
 class MaxPoolProjection : public PoolProjection {
diff --git a/paddle/gserver/layers/PoolProjectionLayer.cpp b/paddle/gserver/layers/PoolProjectionLayer.cpp
index fbef55e4d49a08092cec32b7b47f40695171b5b9..cabb346d6c99178f7c8ce049d495785c0a488173 100644
--- a/paddle/gserver/layers/PoolProjectionLayer.cpp
+++ b/paddle/gserver/layers/PoolProjectionLayer.cpp
@@ -38,8 +38,6 @@ size_t PoolProjectionLayer::getSize() {
 
   layerSize = outputH_ * outputW_ * channels_;
 
-  getOutput().setFrameHeight(outputH_);
-  getOutput().setFrameWidth(outputW_);
   return layerSize;
 }
 
diff --git a/paddle/gserver/layers/SpatialPyramidPoolLayer.cpp b/paddle/gserver/layers/SpatialPyramidPoolLayer.cpp
index 846e2e0666030c3663b2131da38f81d95683d8df..582abf78c84a4e1bce87f78f2abbd01620bd1d9c 100644
--- a/paddle/gserver/layers/SpatialPyramidPoolLayer.cpp
+++ b/paddle/gserver/layers/SpatialPyramidPoolLayer.cpp
@@ -70,10 +70,6 @@ size_t SpatialPyramidPoolLayer::getSize() {
   size_t outputW = (std::pow(4, pyramidHeight_) - 1) / (4 - 1);
 
   layerSize = outputH * outputW * channels_;
-
-  getOutput().setFrameHeight(outputH);
-  getOutput().setFrameWidth(outputW);
-
   return layerSize;
 }